-- Logs begin at Sun 2021-02-07 00:58:52 UTC, end at Sun 2021-02-07 02:15:37 UTC. --
Feb 07 01:42:29.761943 dv-cinder-740146-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 07 01:42:32.474364 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.common.config [-] Logging enabled!
Feb 07 01:42:32.474927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477
Feb 07 01:42:32.476278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 07 01:42:32.478071 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.common.config [-] Logging enabled!
Feb 07 01:42:32.478362 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477
Feb 07 01:42:32.478712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79946) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 07 01:42:32.479801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 07 01:42:32.480067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 07 01:42:32.481119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 07 01:42:32.481403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 07 01:42:32.481664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 07 01:42:32.482039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.482384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.482728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.483010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.483352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.483687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.484008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.484344 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.484683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.485006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.485321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.485640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.485903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.486224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.486554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.486882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.487175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.487491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.488028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.488379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.488703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.489114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.489427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.489743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.490064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.490435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] host                           = dv-cinder-740146-7-iscsi {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.490751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.491114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.491445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.491775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.492086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.492398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.492723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.493032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.493340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.493650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.493978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.494307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.494641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.494920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.495176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.495503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.495838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.496152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.496461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.496771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.497081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.497391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.497695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.498020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.498343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.498669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.499002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.499313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.499620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.499927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.500252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.500561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.500871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.501180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.501505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.501809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.502117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.502459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.502784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.503131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.503460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.503772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.504705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.505179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.505493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.505805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.506116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.506426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.506750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.507085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.507393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.507703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.508011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.508340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:32.508672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.509013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.509356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.509677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.510012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.510332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.510662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.511000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.511335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.511665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.511992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.512308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.512632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.512948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.513294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.513639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.513976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.514311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.514622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.514950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.515261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.515575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.516352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.516697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.517032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.517346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.517663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.517997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.518314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.518624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.518959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.519546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.520444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.520756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.521078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.521398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.521707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.522018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.522332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.522664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.523005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.523315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.523623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.523937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.524246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.524568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.524880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.525189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.525497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.525809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.526116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.526424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.526737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.527070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.527386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.527696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.528003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.528312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.528618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.528925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.529234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.529542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.529856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.530164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.530472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.530778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.531110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.531427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.531749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.532086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.532401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.532717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.533031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.533349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.533663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.533978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.534290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.534605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.534934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.535315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.535633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.535957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.536278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.536594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.536932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.537247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.537566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.537881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.538194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.538516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.538843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.539202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.539535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.539868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.540199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.540527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.540841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.541190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.541510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:32.541757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 07 01:42:32.542017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79946) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 07 01:42:33.200776 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading Gnome
Feb 07 01:42:33.217603 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading Google
Feb 07 01:42:33.220170 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading Windows (alt)
Feb 07 01:42:33.224562 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading file
Feb 07 01:42:33.225402 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading keyczar
Feb 07 01:42:33.225685 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading multi
Feb 07 01:42:33.226328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO keyring.backend [-] Loading pyfs
Feb 07 01:42:33.274103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:42:33.274413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:42:33.274734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:42:33.275127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 07 01:42:33.668761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.669347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.669347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.716502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.716814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.717112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.722029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.722342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.722640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.789851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.790162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.790456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.791633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.791937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:33.792228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.067115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd7a4844950> agent after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.067368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd7a4844950> agent after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.067668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd7a48449d8> segment precommit_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.067972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd7a4844a60> network precommit_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.068815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd7a484bb70> segment before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.218377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> network before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.218746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd7a498bae8> agent before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.219093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> network before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.219397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.219697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.220073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> segment after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.220369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> segment precommit_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.220656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> segment precommit_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.220943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> segment after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.221277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> network after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.221568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> network precommit_delete 0 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.221871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port provisioning_complete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.222177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.222465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.223476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> agent after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.223875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> subnet after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.224175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> subnet precommit_delete 0 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.224499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.224788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.225274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.225562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.225845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> port after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.226186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.226470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.226751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd7a45f9be0>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.227200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.227480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.227760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.228032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.228301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.228572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:34.229954 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 07 01:42:34.233126 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 07 01:42:34.237144 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 07 01:42:34.241169 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Feb 07 01:42:34.242824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 07 01:42:34.243922 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 07 01:42:34.244307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 07 01:42:34.244741 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 07 01:42:34.247489 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 07 01:42:34.247776 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 07 01:42:34.248157 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 07 01:42:34.270928 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 07 01:42:34.271569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd7a4606518>> qos_plugin after_init 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.271897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79946) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 07 01:42:34.272310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd7a4664860>> logging-plugin after_init 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.273650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79946) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 07 01:42:34.273965 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 07 01:42:34.274238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 07 01:42:34.277253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd7a4664908>> floatingip before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.277568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd7a4664908>> port before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:34.346234 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 07 01:42:34.346454 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 07 01:42:34.346727 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 07 01:42:34.347156 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 07 01:42:34.382238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.sqlalchemy.engines [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79946) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 07 01:42:34.882426 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing driver for type 'gre'
Feb 07 01:42:34.883042 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] gre ID ranges: [(1, 1000)]
Feb 07 01:42:34.973778 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing driver for type 'local'
Feb 07 01:42:34.974147 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing driver for type 'vlan'
Feb 07 01:42:35.036527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] VlanTypeDriver initialization complete
Feb 07 01:42:35.036895 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing driver for type 'vxlan'
Feb 07 01:42:35.037439 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] vxlan ID ranges: [(1, 1000)]
Feb 07 01:42:35.151130 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing extension driver 'port_security'
Feb 07 01:42:35.151435 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.extensions.port_security [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] PortSecurityExtensionDriver initialization complete
Feb 07 01:42:35.151844 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing mechanism driver 'openvswitch'
Feb 07 01:42:35.158103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79946) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:35.158969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a86513c8>> port after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.159376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a86513c8>> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.159759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a86513c8>> port after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.160677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124b00>> subnet after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.161236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124b00>> subnet after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.161617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124b00>> subnet after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.162032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124cc0>> network after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.162414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124cc0>> network after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.162791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124cc0>> network after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.163227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124e80>> security_group after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.163608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124e80>> security_group after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.164136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124e80>> security_group after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.164552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124f60>> security_group_rule after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.164933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124f60>> security_group_rule after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.165306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a4124f60>> security_group_rule after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.165715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a412d240>> address_group after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.166091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a412d240>> address_group after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.166461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd7a412d240>> address_group after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.166821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] ML2 OVO RPC backend initialized. {{(pid=79946) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 07 01:42:35.167566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> router_interface after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.167952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> router_interface after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.168403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> network before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.168781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> networks before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.169159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> port before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.169529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> ports before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.169902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> subnet before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.170273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> subnets before_response 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.170648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> network after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.171044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> network after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.171411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> network after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.171779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> port after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.172146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.172511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> port after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.172880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> subnet after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.173245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> subnet after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.173610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd7a412d320>> subnet after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.174231 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.plugin [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Modular L2 Plugin initialization complete
Feb 07 01:42:35.174582 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading services supported by the core plugin {{(pid=79946) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 07 01:42:35.174965 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.plugins.ml2.managers [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Got port-security extension from driver 'port_security'
Feb 07 01:42:35.175473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.extensions.vlantransparent [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Disabled vlantransparent extension.
Feb 07 01:42:35.177556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79946) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 07 01:42:35.177908 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: router
Feb 07 01:42:35.213807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router_interface before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.214239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_create 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.214636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router before_create 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.215057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router_interface before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.215470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router_interface after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.215857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_delete 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.216247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> floatingip after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.216653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_create 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.217031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.217414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.217794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router_gateway after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.218188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.218664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.219103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd7a49508c8> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.219476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd7a49507b8> port after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.219845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd7a4950840> subnet after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.220217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd7a4950950> subnetpool_address_scope after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.220597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> port precommit_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.220975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_create 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.221347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd7a4716a60> port before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.221724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.222121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router after_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.222495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_delete 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.223391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_create 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.223879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router_interface after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.224261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> router precommit_update 55549900 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.224684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd7a412d4a8>> network after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.225646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Tracking information for resource: router configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:35.226015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Tracking information for resource: floatingip configured {{(pid=79946) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 07 01:42:35.230791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_agentschedulers_db [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 07 01:42:35.231462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd7a409d6a8> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.231856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd7a4157620> port after_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.232238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _notify_port_delete at 0x7fd7a409d620> port after_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.232618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd7a409d840> port after_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.233505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd7a403a0b8>> router before_create 55550100 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.233902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd7a403a0b8>> router precommit_delete 55550100 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.234299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd7a403a0b8>> router precommit_create 55550100 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.234687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd7a403a0b8>> router precommit_update 55550100 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.240223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.provider_configuration [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service providers = [] {{(pid=79946) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 07 01:42:35.240612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.servicetype_db [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79946) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 07 01:42:35.243444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.service_base [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 07 01:42:35.243826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.service_base [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 07 01:42:35.244198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.service_base [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 07 01:42:35.245080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.service_base [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79946) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 07 01:42:35.245475 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.services.service_base [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 07 01:42:35.245877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.246224 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 07 01:42:35.257681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.258053 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: auto_allocate
Feb 07 01:42:35.263566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd7a408ad90> network precommit_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.264018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd7a408ad90> network precommit_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.264595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.264948 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: tag
Feb 07 01:42:35.272158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.272524 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: timestamp
Feb 07 01:42:35.276490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.276855 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: network_ip_availability
Feb 07 01:42:35.282250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a4084ba8>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.282650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a4084ba8>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.283080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a4084ba8>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.283860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.284210 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: flavors
Feb 07 01:42:35.289197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.289564 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading Plugin: revisions
Feb 07 01:42:35.294012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79946) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 07 01:42:35.294437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.020s {{(pid=79946) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:42:35.295263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79946) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 07 01:42:35.295622 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Initializing extension manager.
Feb 07 01:42:35.296184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: __init__.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.296556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: __pycache__ {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.296961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.297323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: address_group.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.298108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.298734 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: address-group
Feb 07 01:42:35.299135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: address_scope.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.299896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.300479 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: address-scope
Feb 07 01:42:35.301379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.302319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.302927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: router-admin-state-down-before-update
Feb 07 01:42:35.303280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: agent.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.304029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.304606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: agent
Feb 07 01:42:35.304965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: agent_resources_synced.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.305870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.306444 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: agent-resources-synced
Feb 07 01:42:35.306807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: allowedaddresspairs.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.308605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.309193 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: allowed-address-pairs
Feb 07 01:42:35.309554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: auto_allocated_topology.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.310631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.311236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: auto-allocated-topology
Feb 07 01:42:35.311595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: availability_zone.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.312333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.312910 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: availability_zone
Feb 07 01:42:35.313268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: availability_zone_filter.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.314182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.314756 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: availability_zone_filter
Feb 07 01:42:35.315137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: data_plane_status.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.316045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.316713 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 07 01:42:35.317075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: default_subnetpools.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.317994 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.318571 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: default-subnetpools
Feb 07 01:42:35.318966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.319906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.320492 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: dhcp_agent_scheduler
Feb 07 01:42:35.320853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: dns.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.321759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.322333 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension dns-integration not supported by any of loaded plugins
Feb 07 01:42:35.322688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: dns_domain_ports.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.323628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.324207 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 07 01:42:35.324565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: dvr.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.325279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.325850 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: dvr
Feb 07 01:42:35.326204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: empty_string_filtering.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.327163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.327742 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: empty-string-filtering
Feb 07 01:42:35.328094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.329003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.329573 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 07 01:42:35.329925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.330833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.331431 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 07 01:42:35.331784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: external_net.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.332726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.333297 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: external-net
Feb 07 01:42:35.333648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.334554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.335164 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: extra_dhcp_opt
Feb 07 01:42:35.335521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: extraroute.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.336431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.337016 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: extraroute
Feb 07 01:42:35.337372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: extraroute_atomic.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.338392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.338995 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: extraroute-atomic
Feb 07 01:42:35.339356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: filter_validation.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.340051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.340624 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: filter-validation
Feb 07 01:42:35.340979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: fip_pf_description.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.341884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.342453 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 07 01:42:35.342807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: fip_port_details.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.343741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.344309 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: fip-port-details
Feb 07 01:42:35.344661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: flavors.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.345888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.346477 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: flavors
Feb 07 01:42:35.346845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.349406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.349998 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 07 01:42:35.350365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: floatingip_pools.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.351136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.351722 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: floatingip-pools
Feb 07 01:42:35.352083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: ip_allocation.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.353015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.353591 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 07 01:42:35.353950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.354880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.355481 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: ip-substring-filtering
Feb 07 01:42:35.355843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l2_adjacency.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.356765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.357342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 07 01:42:35.357699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.358748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.359372 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: router
Feb 07 01:42:35.359729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.361946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.362550 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 07 01:42:35.362934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.364590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.365175 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: ext-gw-mode
Feb 07 01:42:35.365539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.366457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.367062 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: l3-ha
Feb 07 01:42:35.367424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3_flavors.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.368346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.368918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: l3-flavors
Feb 07 01:42:35.369273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.370280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.370858 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 07 01:42:35.371240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: l3agentscheduler.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.372368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.372958 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: l3_agent_scheduler
Feb 07 01:42:35.373316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: logging.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.374839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.375471 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension logging not supported by any of loaded plugins
Feb 07 01:42:35.375835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: metering.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.376621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.377324 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: metering
Feb 07 01:42:35.377693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.378796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.379485 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: metering_source_and_destination_fields
Feb 07 01:42:35.379943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: multiprovidernet.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.380873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.381451 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: multi-provider
Feb 07 01:42:35.381807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: netmtu.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.382722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.383332 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: net-mtu
Feb 07 01:42:35.383686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: netmtu_writable.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.384605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.385186 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: net-mtu-writable
Feb 07 01:42:35.385541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: network_availability_zone.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.386250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.386836 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: network_availability_zone
Feb 07 01:42:35.387218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: network_ip_availability.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.388427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.389008 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: network-ip-availability
Feb 07 01:42:35.389375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: network_segment_range.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.390180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.390748 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 07 01:42:35.391127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: pagination.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.392121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.392492 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: pagination
Feb 07 01:42:35.392845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: port_device_profile.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.393763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.394626 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: port-device-profile
Feb 07 01:42:35.395149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.396081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.396659 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: port-mac-address-regenerate
Feb 07 01:42:35.397014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.397936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.398510 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: port-numa-affinity-policy
Feb 07 01:42:35.398862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: port_resource_request.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.399812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.400381 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 07 01:42:35.400733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: portbindings.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.401694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.402233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: binding
Feb 07 01:42:35.402586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: portbindings_extended.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.403888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.404467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: binding-extended
Feb 07 01:42:35.404826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: portsecurity.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.405740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.406319 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: port-security
Feb 07 01:42:35.406674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: project_id.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.407683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.408053 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: project-id
Feb 07 01:42:35.408407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: providernet.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.409329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.409912 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: provider
Feb 07 01:42:35.410883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.414486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.415106 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos not supported by any of loaded plugins
Feb 07 01:42:35.415474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.416722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.417307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 07 01:42:35.417672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.418596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.419203 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 07 01:42:35.419561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_default.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.420478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.421057 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-default not supported by any of loaded plugins
Feb 07 01:42:35.421413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_fip.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.422096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.422671 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-fip not supported by any of loaded plugins
Feb 07 01:42:35.423052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_gateway_ip.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.423980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.424555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 07 01:42:35.424950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_port_network_policy.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.426504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.427127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 07 01:42:35.427490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_rule_type_details.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.428414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.428999 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 07 01:42:35.429356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: qos_rules_alias.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.430425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.431057 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 07 01:42:35.431417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: quotasv2.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.432395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.432765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: quotas
Feb 07 01:42:35.433120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: quotasv2_detail.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.434698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.435107 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: quota_details
Feb 07 01:42:35.435473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: rbac.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.436739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.437333 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: rbac-policies
Feb 07 01:42:35.437697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: rbac_address_scope.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.438622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.439253 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: rbac-address-scope
Feb 07 01:42:35.439614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: rbac_security_groups.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.440531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.441114 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: rbac-security-groups
Feb 07 01:42:35.441515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: rbac_subnetpool.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.442418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.443027 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: rbac-subnetpool
Feb 07 01:42:35.443385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: revisionifmatch.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.444308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.444884 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: revision-if-match
Feb 07 01:42:35.445242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: revisions.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.446352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.446956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: standard-attr-revisions
Feb 07 01:42:35.447321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: router_availability_zone.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.448029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.448610 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: router_availability_zone
Feb 07 01:42:35.448971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: routerservicetype.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.449890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.450468 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension router-service-type not supported by any of loaded plugins
Feb 07 01:42:35.450825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.451778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.452358 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: security-groups-normalized-cidr
Feb 07 01:42:35.452717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.453638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.454218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: port-security-groups-filtering
Feb 07 01:42:35.454575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.455538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.456121 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: security-groups-remote-address-group
Feb 07 01:42:35.456477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: securitygroup.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.469641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.470255 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: security-group
Feb 07 01:42:35.470625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: segment.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.471529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.472116 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension segment not supported by any of loaded plugins
Feb 07 01:42:35.472482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.473954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.474537 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 07 01:42:35.474936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: servicetype.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.476010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.476605 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: service-type
Feb 07 01:42:35.476968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: sorting.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.477942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.478317 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: sorting
Feb 07 01:42:35.478676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: standard_attr_segment.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.479622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.480226 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 07 01:42:35.480586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: standardattrdescription.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.481267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.481858 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: standard-attr-description
Feb 07 01:42:35.482218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: stateful_security_group.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.483184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.483772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: stateful-security-group
Feb 07 01:42:35.484133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: stdattrs_common.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.484719 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 07 01:42:35.485074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.486090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.486678 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 07 01:42:35.487070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnet_onboard.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.488131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.489323 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: subnet_onboard
Feb 07 01:42:35.489677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.490609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.491218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 07 01:42:35.491576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnet_service_types.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.492506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.493090 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: subnet-service-types
Feb 07 01:42:35.493448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnetallocation.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.494523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.495139 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: subnet_allocation
Feb 07 01:42:35.495499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.496185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.496765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: subnetpool-prefix-ops
Feb 07 01:42:35.497123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.498049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.498625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 07 01:42:35.499008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: tagging.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.501156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.501754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: standard-attr-tag
Feb 07 01:42:35.502123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: timestamp.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.503333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.503958 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loaded extension: standard-attr-timestamp
Feb 07 01:42:35.504386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: trunk.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.505407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.505994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension trunk not supported by any of loaded plugins
Feb 07 01:42:35.506355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: trunk_details.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.507303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.507882 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension trunk-details not supported by any of loaded plugins
Feb 07 01:42:35.508240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: uplink_status_propagation.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.509165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.509743 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 07 01:42:35.510100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Loading extension file: vlantransparent.py {{(pid=79946) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 07 01:42:35.510794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79946) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 07 01:42:35.511401 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 07 01:42:35.514606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:network
Feb 07 01:42:35.515445 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnet
Feb 07 01:42:35.516110 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 07 01:42:35.516762 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:port
Feb 07 01:42:35.518233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.518710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service FLAVORS assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.520199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.520671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.521037 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:router
Feb 07 01:42:35.521752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 07 01:42:35.522514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service METERING assigned prefix: /metering {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.524311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a3f324a8>> rbac-policy before_create 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.524714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a3f324a8>> rbac-policy before_update 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.525096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd7a3f324a8>> rbac-policy before_delete 55550000 {{(pid=79946) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:42:35.526219 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 07 01:42:35.526703 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:security_group
Feb 07 01:42:35.527530 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 07 01:42:35.528331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service CORE assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.528698 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 07 01:42:35.529059 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] subnetpool is already registered
Feb 07 01:42:35.529713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service CORE assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.530076 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 07 01:42:35.530431 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] subnetpool is already registered
Feb 07 01:42:35.533337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.533811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service FLAVORS assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.534453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.534931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.535885 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:router
Feb 07 01:42:35.536340 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] router is already registered
Feb 07 01:42:35.536993 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 07 01:42:35.537356 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] floatingip is already registered
Feb 07 01:42:35.538037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service METERING assigned prefix: /metering {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.538774 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 07 01:42:35.539194 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] rbac_policy is already registered
Feb 07 01:42:35.539820 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:security_group
Feb 07 01:42:35.540182 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] security_group is already registered
Feb 07 01:42:35.540814 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 07 01:42:35.541174 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] security_group_rule is already registered
Feb 07 01:42:35.541873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service CORE assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.542236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 07 01:42:35.542592 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] subnetpool is already registered
Feb 07 01:42:35.543268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.resource_helper [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Service CORE assigned prefix:  {{(pid=79946) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 07 01:42:35.543634 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 07 01:42:35.543991 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.quota.resource_registry [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] subnetpool is already registered
Feb 07 01:42:35.544698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: extensions {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.546233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: address-groups {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.547952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: address-scopes {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.549245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: agents {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.550472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: auto-allocated-topology {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.551982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: availability_zones {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.553351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: dhcp-networks {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.554853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: dhcp-agents {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.556369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: routers {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.558273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: flavors {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.559549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: service_profiles {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.560835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: next_providers {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.562435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: service_profiles {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.563988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: floatingip-pools {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.565286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: routers {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.567288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: floatingips {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.568546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: l3-routers {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.570010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: l3-agents {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.571536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: metering-labels {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.572961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: metering-label-rules {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.574330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: network-ip-availabilities {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.575699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: bindings {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.577438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: quotas {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.578974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: quotas {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.580478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: rbac-policies {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.581835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: security-groups {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.583663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: security-group-rules {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.584962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: service-providers {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.586262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: subnetpools {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.588662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: subnetpools {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.590301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.592096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.593983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.595898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.598376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.600199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.602056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.604108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.606084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.608044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.extensions [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Extended resource: tags {{(pid=79946) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 07 01:42:35.615089 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING keystonemiddleware.auth_token [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 07 01:42:35.620313 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING keystonemiddleware.auth_token [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 07 01:42:35.629190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Acquired lock "singleton_lock" {{(pid=79946) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 07 01:42:35.629711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Releasing lock "singleton_lock" {{(pid=79946) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 07 01:42:35.631182 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Starting 2 workers
Feb 07 01:42:35.635980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Started child 80059 {{(pid=79946) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 07 01:42:35.640469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.640744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Started child 80060 {{(pid=79946) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 07 01:42:35.642197 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [-] (80059) wsgi starting up on http://0.0.0.0:9696
Feb 07 01:42:35.642379 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 07 01:42:35.642921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Notify callbacks [] for process, before_spawn {{(pid=79946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.645228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.646352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Starting 1 workers
Feb 07 01:42:35.646712 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [-] (80060) wsgi starting up on http://0.0.0.0:9696
Feb 07 01:42:35.651934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Started child 80061 {{(pid=79946) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 07 01:42:35.652433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Starting 1 workers
Feb 07 01:42:35.654461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] calling RpcWorker wait() {{(pid=80061) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 07 01:42:35.654868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] returning from RpcWorker wait() {{(pid=80061) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 07 01:42:35.656370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.656864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:35.657212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Started child 80062 {{(pid=79946) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 07 01:42:35.658025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d13dad2d-d6d5-478a-9961-f2e1dec617a8 None None] Notify callbacks [] for process, after_spawn {{(pid=79946) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.659742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79946) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 07 01:42:35.659974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 07 01:42:35.660220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 07 01:42:35.661040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 07 01:42:35.661427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 07 01:42:35.661618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 07 01:42:35.662350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.662662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.662759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:35.663012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.663296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.663618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.664283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.664378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:35.664551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.664833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.665135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.665398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.665593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.665765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.666229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.666498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.666853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.667178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.667455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.667725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.667938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.668192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.668524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.668807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.669094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.669387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.669992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.670263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.670530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.670780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.671114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.671392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.671669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.671933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.672192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.672498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.672715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.672966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.673214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.673501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.673746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.674184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] host                           = dv-cinder-740146-7-iscsi {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.674458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.674706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.674992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.675260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.675537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.675814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.676125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.676579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.676907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.677073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.677335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.677608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.677880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.678139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.678328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.678571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.678848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.679166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.679384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.679551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.679736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.680028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.680220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.680504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.680748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.680990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.681234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.681490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.681737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.681997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.682244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.682533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.682752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.683068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.683323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.683588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.683849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.684821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.685133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.685410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.685683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.686161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.686432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.686695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.687022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.687300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.687625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.687898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.688192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.688474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.688719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.688991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.689310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.689583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.689887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.690176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.690427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.690718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.690997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.691260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.691533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.691838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.692090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.692357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.692607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.692881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.693125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.693403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.693666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.694116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.694453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.694820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.695146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.695419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.695693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.710447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.711629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.712720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.713734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.714481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.715397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.716899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.717624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.719186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.720203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.721970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.722431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.722431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.722732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.723464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.723928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.724303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.724612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.724905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.725176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.725480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.725754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.726024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.726321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.726596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.726866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.727168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.727482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.727776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.728029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.728277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.728542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.728911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.730754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.731062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.736725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.737657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.738357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.739898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.740178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.740272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.740537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.740752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.741022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.741270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.741537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.741820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.742066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.742366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.742631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.743018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.743290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.743587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.743845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.745042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.745310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.745581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.745835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.746088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.746536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.746817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.747114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.747390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.747637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.747883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.748146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.748393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.748642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.748978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.749248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.749509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.749761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.750006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.750266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.750508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.750750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.751021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.751267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.751527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.751770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.752032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.752298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.752540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.752849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.753137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.753389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.753706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.753998 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.754280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.754553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.754941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.755216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.755508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.755758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.757548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.758108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.758108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.758357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.758660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.758952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.759789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.759789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.759937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.760094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.760347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.760636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.760895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.761144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.761397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.761649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.761899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.762177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.762503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.762754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.763043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.763317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.763585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.763848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.764093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.764355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.764605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.764791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 07 01:42:35.765360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79946) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 07 01:42:35.765547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 07 01:42:35.765725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 07 01:42:35.765927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 07 01:42:35.766126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 07 01:42:35.766305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 07 01:42:35.766549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.766739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.766970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.767160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.767346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.767566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.767752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.767926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.768987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.769140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.770122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.770372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.770559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.770732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.771105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.771270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.771454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.771641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.771825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772361 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.772915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.773098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.773279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.773462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.773644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.773826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] host                           = dv-cinder-740146-7-iscsi {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.774863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.775900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.776995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.777153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.777300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.777488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.777669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.777852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778415 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.778937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.779118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.779273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.779455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.779637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.779818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.780999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.781978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.782165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.782347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.782528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.782710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.782915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.783954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.784135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.784316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.784499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.784680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.784862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.785074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.785269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.785932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.786974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.787113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.787261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 07 01:42:35.787398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.787579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.787778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.787966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.788152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.788338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.788525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.788710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.788896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.789086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.789277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.789463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.789662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.789848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.790990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.791175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.791359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.791562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.791765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.791938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.792124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.792310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.792496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.792684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.792870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.793987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.794172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.794359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.794545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.794730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.794931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.795121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.795307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.795493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.795654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.795840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.796970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.797156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.797341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.797528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.797713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.797899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.798083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.798269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.798456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.798642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.798845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.799074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.799260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.799446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.799634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.799820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800604 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.800937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.801157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.801253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.801544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.801733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.801921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.802107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.802295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.802482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.802668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.802854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.803971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.804156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.804343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.804528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.804780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.804951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.805909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.806161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.806272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.806439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.806623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.806808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.807939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.808134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.808318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.808506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.808691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.808884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.809085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.809272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.809457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.809643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.809828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:35.810290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.810942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.811908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.812094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.812279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.812464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.812649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.812834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.813935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814211 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.814953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.815106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.815295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.815481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.815666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.815851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.816037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.816287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.816467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.816643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.816917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.817105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.817293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.817479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.817664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.817848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.818990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.819179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.819366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.819553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.819738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.819926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.820113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.820300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.820484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.820671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.820871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.821020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.821207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.823028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.823262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.823475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.823680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.823997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.824203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.824405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.824604 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.824870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.824969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.825116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.825283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.825455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.825645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.825810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.826005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.826192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.826473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.826664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.826854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.827961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.828144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.828307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.828498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.828683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.828841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.829929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.830121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.830284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.830436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.830628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.830781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.831082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.831270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.831469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.831655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.831841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.832545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.832788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.832940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.833957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.834137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.834333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.834485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.834684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.834882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.835935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.836114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.836265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.836457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.836730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.836915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.837101 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.837288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.837474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.837678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.837881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.838023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.838174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.838324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 07 01:42:35.838466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79946) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 07 01:42:35.933641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37390) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:42:35.945519 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097461
Feb 07 01:42:46.310556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30122e3-c63c-416b-b60c-05b9ad8e7e45 None None] get_active_networks_info from dv-cinder-740146-7-iscsi {{(pid=80061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 07 01:42:46.520769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30122e3-c63c-416b-b60c-05b9ad8e7e45 None None] No non-hosted networks {{(pid=80061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 07 01:42:46.672661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1221be3f-fe93-453d-90c2-06a045ee47cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:48.537513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ab927553-798d-4615-9b4a-ee270b64e29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:48.574007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20e9d8a2-d9a8-4b31-b7c7-464bd78da059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:49.500121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:50.772880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:50.772880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.772880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.772880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.772880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.774978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.775374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:42:50.776036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd7a3ab1c88>, 'Open vSwitch agent', 'dv-cinder-740146-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:50.782355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b02eb8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:42:50.888200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:50.905492 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_hamode_db [None req-09c19381-eee0-4575-9c38-c5c2133cc4ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 07 01:42:50.995194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c19381-eee0-4575-9c38-c5c2133cc4ea None None] Routers set() bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:42:50.995626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c19381-eee0-4575-9c38-c5c2133cc4ea None None] Router IDs set() for agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 07 01:42:52.200483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37482) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:42:52.515287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] get_endpoint_by_host() called for host dv-cinder-740146-7-iscsi {{(pid=80061) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 07 01:42:52.521141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80061) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 07 01:42:52.524390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80061) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 07 01:42:52.562333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] _get_endpoints() called {{(pid=80061) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 07 01:42:52.855141 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-9cad9b88-76da-4335-b731-b2a7589df3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:42:52.855762 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-9cad9b88-76da-4335-b731-b2a7589df3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:42:53.088611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-9cad9b88-76da-4335-b731-b2a7589df3e8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:42:53.089677 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9cad9b88-76da-4335-b731-b2a7589df3e8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8881805
Feb 07 01:42:55.778680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37498) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:42:56.205192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:42:56.275165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.policy [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80060) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 07 01:42:56.275991 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:42:56.276401 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:42:56.303686 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd7a3a3a518>.
Feb 07 01:42:56.320052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:42:56.402601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262742514', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262331497', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262742263', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262320135', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785262321392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853869943', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853950745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7757075'] for rbac-policy, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:56.610084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:42:56.611435 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ef59af87-8d92-41bc-828c-1eeabec299c5 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8317294
Feb 07 01:42:59.579466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 37512) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:00.231882 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:43:00.232498 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:43:00.466876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'name': 'private'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:00.469937 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.quota [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd7a3c55128>.
Feb 07 01:43:00.485586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:00.492727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Usage tracker for resource:network and tenant:549d8e4bf2304ed298ade4eb40863109 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:00.497185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:00.504838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:00.558603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Made reservation on behalf of 549d8e4bf2304ed298ade4eb40863109 for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:43:00.607689 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.policy [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80059) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 07 01:43:00.608531 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:43:00.608932 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING oslo_policy.policy [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 07 01:43:00.638861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:00.658410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:00.673860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:00.678410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Usage tracker for resource:security_group_rule and tenant:549d8e4bf2304ed298ade4eb40863109 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:00.681997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:00.687500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:00.921808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:00.956037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:00.961841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:00.983731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:43:01.011096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:01.011693 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Added segment 38fd3dfa-3052-4552-b2e6-e2f1f11d376f of type vxlan for network bb205c8f-dec3-4c58-96c0-93ab8f749d4c
Feb 07 01:43:01.065711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75279383-d824-48b2-87bd-b90b8973b075,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:01.088096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.088480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.088842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.089204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.089555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.089919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.090265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.090612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.091082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.091431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.091771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.092109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Tracked resource versions report:
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'}}
Feb 07 01:43:01.093297 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:43:01.293950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:01.302254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:01.367524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:01.368883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:01.369543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:01.374560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:01.477070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Pushing event updated for resources: {'Network': ['ID=bb205c8f-dec3-4c58-96c0-93ab8f749d4c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:01.480266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:01.487801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:43:01.564654 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.9828887
Feb 07 01:43:04.602095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 37534) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:05.109770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8978ecb-ee29-4863-861c-a3c6497d08e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:05.111365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e8978ecb-ee29-4863-861c-a3c6497d08e9 admin admin] 10.222.0.38 "GET /v2.0/networks/bb205c8f-dec3-4c58-96c0-93ab8f749d4c HTTP/1.1" status: 200  len: 818 time: 0.5081456
Feb 07 01:43:05.142497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f8ed2b57-88a8-41ff-b59a-63d09351bdab admin admin] 10.222.0.38 "GET /v2.0/subnetpools/2a9740cf-a469-47a0-a3af-a6498a956b2b HTTP/1.1" status: 200  len: 734 time: 0.0249894
Feb 07 01:43:05.152853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'ip_version': 4, 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'name': 'private-subnet', 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:05.157497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:05.161743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Usage tracker for resource:subnet and tenant:549d8e4bf2304ed298ade4eb40863109 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:05.165068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:05.170648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:05.264514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Made reservation on behalf of 549d8e4bf2304ed298ade4eb40863109 for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:43:05.269899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:05.774966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:05.790256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:05.925025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052f3562-f8ae-45bb-85bf-f02013100e99,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:05.939274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:06.002941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Checking segment: {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:43:06.003891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Network hostable DHCP agents. Network: bb205c8f-dec3-4c58-96c0-93ab8f749d4c, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:43:06.047702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:43:06.082427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, bb205c8f-dec3-4c58-96c0-93ab8f749d4c) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:06.086807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:06.087468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:06.092436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c654939f-f6e4-40b6-8906-9ced9f4dbe9e None None] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:43:06.128826 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9790511
Feb 07 01:43:06.420782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:43:06.422091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:06.908497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Allocated IP 172.20.0.2 (bb205c8f-dec3-4c58-96c0-93ab8f749d4c/052f3562-f8ae-45bb-85bf-f02013100e99/db134305-7ef5-480c-ae88-d135d00feb46) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:43:07.144179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:07.198799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Transition to ACTIVE for port object db134305-7ef5-480c-ae88-d135d00feb46 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:43:07.215439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Transition to ACTIVE for port object db134305-7ef5-480c-ae88-d135d00feb46 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:43:07.242135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:07.258067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:07.392955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Pushing event updated for resources: {'Port': ['ID=db134305-7ef5-480c-ae88-d135d00feb46,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:07.404480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.404804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.405174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.405539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.405900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.406259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.406616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.406996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.407354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.407708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.408060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.408409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Tracked resource versions report:
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'}}
Feb 07 01:43:07.410076 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:43:07.417417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:07.467512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:43:07.468707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:07.471510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:43:07.534111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Attempting to bind port db134305-7ef5-480c-ae88-d135d00feb46 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:43:07.535120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Attempting to bind port db134305-7ef5-480c-ae88-d135d00feb46 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:43:07.536088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Attempting to bind port db134305-7ef5-480c-ae88-d135d00feb46 on network bb205c8f-dec3-4c58-96c0-93ab8f749d4c {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:43:07.541610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:43:07.542038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Checking segment: {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:43:07.543500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:07.543500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Bound using segment: {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:43:07.543500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Bound port: db134305-7ef5-480c-ae88-d135d00feb46, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:43:07.544246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:07.640955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] For port db134305-7ef5-480c-ae88-d135d00feb46, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:43:07.646242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] For port db134305-7ef5-480c-ae88-d135d00feb46, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db134305-7ef5-480c-ae88-d135d00feb46,segment=NetworkSegment(38fd3dfa-3052-4552-b2e6-e2f1f11d376f),segment_id=38fd3dfa-3052-4552-b2e6-e2f1f11d376f)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:43:07.678489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:07.694012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:07.851395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Pushing event updated for resources: {'Port': ['ID=db134305-7ef5-480c-ae88-d135d00feb46,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:07.856644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:08.874599 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 37544) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:09.312119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-00324bdf-3358-4e02-b5ac-518a0e07c5a5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:43:09.314833 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-00324bdf-3358-4e02-b5ac-518a0e07c5a5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4375584
Feb 07 01:43:12.049578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37558) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:12.487833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-acf62b63-6b85-4a98-bcbc-aaab06339894 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:43:12.489171 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-acf62b63-6b85-4a98-bcbc-aaab06339894 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4377856
Feb 07 01:43:12.598340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db134305-7ef5-480c-ae88-d135d00feb46 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:12.655303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f9134-a233-476d-88d6-3e122bb0c4d3 None None] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:43:12.819512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port db134305-7ef5-480c-ae88-d135d00feb46 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:43:12.855888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Provisioning for port db134305-7ef5-480c-ae88-d135d00feb46 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:43:12.858815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port db134305-7ef5-480c-ae88-d135d00feb46 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:12.859258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:12.916345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Provisioning complete for port db134305-7ef5-480c-ae88-d135d00feb46 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:12.916757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:13.187151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:13.211912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:13.257229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port db134305-7ef5-480c-ae88-d135d00feb46, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db134305-7ef5-480c-ae88-d135d00feb46,segment=NetworkSegment(38fd3dfa-3052-4552-b2e6-e2f1f11d376f),segment_id=38fd3dfa-3052-4552-b2e6-e2f1f11d376f)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:43:13.293432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:13.311663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63ee4e7e-1946-473b-b5a4-e92ace1d8c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:13.540096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:43:13.540514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-80f283a4-d7df-41aa-a3e6-acf7a07d3954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:43:13.555709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=db134305-7ef5-480c-ae88-d135d00feb46,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:13.559002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:14.217909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-f59c9ffa-6380-4188-950f-0f0e6cb12e15 None None] Provisioning complete for port db134305-7ef5-480c-ae88-d135d00feb46 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:14.218412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ffa-6380-4188-950f-0f0e6cb12e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:14.571120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db134305-7ef5-480c-ae88-d135d00feb46 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:14.643014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port db134305-7ef5-480c-ae88-d135d00feb46 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:14.643414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:15.537162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37572) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:15.933627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:15.938409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:15.945679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Usage tracker for resource:router and tenant:549d8e4bf2304ed298ade4eb40863109 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:15.949338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:15.955864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:15.992623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:15.994332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:16.075885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:16.221509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a016efd1-b926-4403-ad79-b3cabf60bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:16.365012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:16.410039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:16.411305 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7257828a-9bc7-4119-9134-d8f518791141 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8731167
Feb 07 01:43:18.484228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dafd4844-4db7-4dbb-bac1-29f6cd5e74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:19.091639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37588) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:19.140644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:19.401500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-6905ed10-a3ca-4f6b-a6c1-b00bd629558e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:43:19.402563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6905ed10-a3ca-4f6b-a6c1-b00bd629558e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3099847
Feb 07 01:43:20.567482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:20.676385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:21.710823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:43:22.002425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37608) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:22.086093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:22.092426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:22.096517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Usage tracker for resource:network and tenant:8c4c2c05617b45858a0b98f24646952a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:22.099865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:22.105531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:22.207208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Made reservation on behalf of 8c4c2c05617b45858a0b98f24646952a for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:43:22.212976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.229108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.244759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:22.248606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Usage tracker for resource:security_group_rule and tenant:8c4c2c05617b45858a0b98f24646952a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:22.251733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:22.258105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:22.530900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.557672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.562380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:22.573988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Reserving flat network on physical network physnet1 {{(pid=80060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 07 01:43:22.667775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.668356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd7a48449d8> segment precommit_create {{(pid=80060) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 07 01:43:22.668839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Added segment e525cfb6-0b39-45ca-accc-cfddae7df2f8 of type flat for network d62431df-21c8-4eda-8254-ddc0fb4eeb31
Feb 07 01:43:22.742346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17093c7-0213-4226-a662-92f5c8bdcf92,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:22.757787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.758144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.758509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.758858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.759255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.759611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.759956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.760297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.760640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.761022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.761357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.761692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Tracked resource versions report:
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'}}
Feb 07 01:43:22.762813 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:43:22.792418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:22.841845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.923663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.925177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:22.925836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:22.930581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:23.038028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Pushing event updated for resources: {'Network': ['ID=d62431df-21c8-4eda-8254-ddc0fb4eeb31,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:23.044239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:23.049805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:43:23.061811 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0577128
Feb 07 01:43:25.721036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37626) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:25.868126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df68b9-1206-4d10-b58f-d7126e00fe88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:25.869625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-24df68b9-1206-4d10-b58f-d7126e00fe88 admin admin] 10.222.0.38 "GET /v2.0/subnets/052f3562-f8ae-45bb-85bf-f02013100e99 HTTP/1.1" status: 200  len: 849 time: 0.1470289
Feb 07 01:43:26.023824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f28ee449-cead-461c-ac43-1550dd1bb831 admin admin] 10.222.0.38 "GET /v2.0/routers/a9e33872-950e-4292-b458-72007d6015e2 HTTP/1.1" status: 200  len: 704 time: 0.1467903
Feb 07 01:43:26.513150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:26.901246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Allocated IP 172.20.0.1 (bb205c8f-dec3-4c58-96c0-93ab8f749d4c/052f3562-f8ae-45bb-85bf-f02013100e99/c6203b3c-751e-4d70-952f-33c06cfd58f5) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:43:27.155535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:27.174152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Transition to ACTIVE for port object c6203b3c-751e-4d70-952f-33c06cfd58f5 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:43:27.261017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:27.276736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:27.558713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Pushing event updated for resources: {'Port': ['ID=c6203b3c-751e-4d70-952f-33c06cfd58f5,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:27.562222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:27.619998 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:43:27.621149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:27.623908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:43:27.624419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:27.852954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a55dd578-ecef-4e8f-b110-3a8fcbfe0633 None None] Provisioning for port c6203b3c-751e-4d70-952f-33c06cfd58f5 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:43:27.858504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a55dd578-ecef-4e8f-b110-3a8fcbfe0633 None None] Provisioning complete for port c6203b3c-751e-4d70-952f-33c06cfd58f5 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:27.858930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a55dd578-ecef-4e8f-b110-3a8fcbfe0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:27.918024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-a55dd578-ecef-4e8f-b110-3a8fcbfe0633 None None] Port c6203b3c-751e-4d70-952f-33c06cfd58f5 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:43:27.927302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:28.220535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:28.260324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:28.261416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:28.276130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:28.405272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Pushing event updated for resources: {'Port': ['ID=c6203b3c-751e-4d70-952f-33c06cfd58f5,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:28.410399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:28.466096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:43:28.467283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:28.641654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-cc18b96c-b8d1-4a46-85e2-a79b726fe0dd None None] Provisioning complete for port c6203b3c-751e-4d70-952f-33c06cfd58f5 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:28.642169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cc18b96c-b8d1-4a46-85e2-a79b726fe0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:28.699337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-cc18b96c-b8d1-4a46-85e2-a79b726fe0dd None None] Port c6203b3c-751e-4d70-952f-33c06cfd58f5 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:43:28.701570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Router a9e33872-950e-4292-b458-72007d6015e2 is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:43:28.868849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:43:28.879291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Sync routers for ids ['a9e33872-950e-4292-b458-72007d6015e2'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:43:28.879440 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] 10.222.0.38 "PUT /v2.0/routers/a9e33872-950e-4292-b458-72007d6015e2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8497126
Feb 07 01:43:28.890406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Routers {'a9e33872-950e-4292-b458-72007d6015e2'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:43:28.891310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b78860>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:43:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['a9e33872-950e-4292-b458-72007d6015e2'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:29.077974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Set router a9e33872-950e-4292-b458-72007d6015e2 gateway port host: None {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:43:29.628446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b78860>, [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:27Z', 'revision_number': 2, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port_host': None, '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:28Z', 'revision_number': 2, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:29.633439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Checking router: a9e33872-950e-4292-b458-72007d6015e2 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:43:29.633819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Updating router a9e33872-950e-4292-b458-72007d6015e2 port c6203b3c-751e-4d70-952f-33c06cfd58f5 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:43:29.691384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.146932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.161679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Transition to ACTIVE for port object c6203b3c-751e-4d70-952f-33c06cfd58f5 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:43:30.209034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.225905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:30.364266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Pushing event updated for resources: {'Port': ['ID=c6203b3c-751e-4d70-952f-33c06cfd58f5,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:30.375270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.375644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.376012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.376369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.376723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.377074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.377422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.377831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.378918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.379283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.379633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.379979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Tracked resource versions report:
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'}}
Feb 07 01:43:30.381089 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:43:30.384784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:30.554522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Attempting to bind port c6203b3c-751e-4d70-952f-33c06cfd58f5 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:43:30.554943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Attempting to bind port c6203b3c-751e-4d70-952f-33c06cfd58f5 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:43:30.555353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Attempting to bind port c6203b3c-751e-4d70-952f-33c06cfd58f5 on network bb205c8f-dec3-4c58-96c0-93ab8f749d4c {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:43:30.561365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:43:30.561794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Checking segment: {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:43:30.562265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.562685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Bound using segment: {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:43:30.563291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Bound port: c6203b3c-751e-4d70-952f-33c06cfd58f5, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fd3dfa-3052-4552-b2e6-e2f1f11d376f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:43:30.563695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.661371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] For port c6203b3c-751e-4d70-952f-33c06cfd58f5, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:43:30.665588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] For port c6203b3c-751e-4d70-952f-33c06cfd58f5, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=c6203b3c-751e-4d70-952f-33c06cfd58f5,segment=NetworkSegment(38fd3dfa-3052-4552-b2e6-e2f1f11d376f),segment_id=38fd3dfa-3052-4552-b2e6-e2f1f11d376f)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:43:30.707359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:30.723133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:30.871844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Pushing event updated for resources: {'Port': ['ID=c6203b3c-751e-4d70-952f-33c06cfd58f5,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:30.877202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:30.937024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Routers {'a9e33872-950e-4292-b458-72007d6015e2'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:43:30.937714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b78860>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:43:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['a9e33872-950e-4292-b458-72007d6015e2'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:31.104963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] Set router a9e33872-950e-4292-b458-72007d6015e2 gateway port host: None {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:43:31.403134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37638) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:31.447459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b78860>, [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:27Z', 'revision_number': 2, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port_host': None, '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:30Z', 'revision_number': 4, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:31.451637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2b931-a470-4038-aae8-6f786a39e0de None None] The sync data for ids ['a9e33872-950e-4292-b458-72007d6015e2'] in dv-cinder-740146-7-iscsi is: [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:27Z', 'revision_number': 2, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port_host': None, '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:30Z', 'revision_number': 4, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:43:31.591113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b8e92-5049-4eba-9192-3cea8e47aedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:31.591666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a39b8e92-5049-4eba-9192-3cea8e47aedb admin admin] Synchronizing usage tracker for tenant:8c4c2c05617b45858a0b98f24646952a on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:43:31.637481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a39b8e92-5049-4eba-9192-3cea8e47aedb admin admin] Unset dirty status for tenant:8c4c2c05617b45858a0b98f24646952a on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:43:31.638757 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a39b8e92-5049-4eba-9192-3cea8e47aedb admin admin] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 842 time: 0.2338123
Feb 07 01:43:31.650400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:31.656060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:31.660289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Usage tracker for resource:subnet and tenant:8c4c2c05617b45858a0b98f24646952a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:31.663465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:31.672934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:31.711851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Made reservation on behalf of 8c4c2c05617b45858a0b98f24646952a for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:43:31.716507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:32.589682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80060) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:43:32.590173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:32.606425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device c6203b3c-751e-4d70-952f-33c06cfd58f5 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:32.656465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:32.716407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port c6203b3c-751e-4d70-952f-33c06cfd58f5 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:43:32.721600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port c6203b3c-751e-4d70-952f-33c06cfd58f5 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:32.722004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:32.745880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:32.752698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:32.808032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:43:32.808418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Network hostable DHCP agents. Network: d62431df-21c8-4eda-8254-ddc0fb4eeb31, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:43:32.844796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:32.889662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:43:32.899750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port c6203b3c-751e-4d70-952f-33c06cfd58f5, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=c6203b3c-751e-4d70-952f-33c06cfd58f5,segment=NetworkSegment(38fd3dfa-3052-4552-b2e6-e2f1f11d376f),segment_id=38fd3dfa-3052-4552-b2e6-e2f1f11d376f)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:43:32.929190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, d62431df-21c8-4eda-8254-ddc0fb4eeb31) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:32.933175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:32.933806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:32.938776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35c2cf-e0ae-427d-836f-34710a9f302b None None] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:43:32.991632 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3451095
Feb 07 01:43:33.014929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:33.022086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:33.136388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=c6203b3c-751e-4d70-952f-33c06cfd58f5,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:33.142771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:33.249730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268b7ea-4548-4f47-bfb7-c852e3c3a139 None None] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:43:34.584889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device c6203b3c-751e-4d70-952f-33c06cfd58f5 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:34.659319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port c6203b3c-751e-4d70-952f-33c06cfd58f5 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:34.659730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:35.540154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37652) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:35.774320 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-16e58a9d-6708-4fba-998e-a1fa3070f1af admin admin] 10.222.0.38 "GET /v2.0/routers/a9e33872-950e-4292-b458-72007d6015e2 HTTP/1.1" status: 200  len: 710 time: 0.2329023
Feb 07 01:43:35.911433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d80201-8533-4529-93bb-2af168fbaf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:35.912890 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f6d80201-8533-4529-93bb-2af168fbaf55 admin admin] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 886 time: 0.1326516
Feb 07 01:43:35.922706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:43:36.385407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:36.921109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:36.981552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:36.993931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:37.009305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:43:37.013193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:43:37.016066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:43:37.022444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:43:37.256309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:37.283396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:37.298100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:37.388931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e686a98-77f1-4b08-a899-ce81cea6034e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:37.392212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:37.556442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Allocated IP 172.27.1.164 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/cb968767-c991-4fe4-ac5a-ae8e40e4d962) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:43:37.706348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:37.775258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:37.791039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:37.923543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Pushing event updated for resources: {'Port': ['ID=cb968767-c991-4fe4-ac5a-ae8e40e4d962,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:37.928445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:37.975834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:43:37.976937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:43:37.979247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:43:38.497796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:38.846087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:38.850024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854225970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549830', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551473'] for router, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:39.037001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Router a9e33872-950e-4292-b458-72007d6015e2 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:43:39.407987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:43:39.418743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Sync routers for ids ['a9e33872-950e-4292-b458-72007d6015e2'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:43:39.426286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:39.427621 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] 10.222.0.38 "PUT /v2.0/routers/a9e33872-950e-4292-b458-72007d6015e2 HTTP/1.1" status: 200  len: 890 time: 3.5083194
Feb 07 01:43:39.429085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Routers {'a9e33872-950e-4292-b458-72007d6015e2'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:43:39.429751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29f64a8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:43:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['a9e33872-950e-4292-b458-72007d6015e2'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:39.635166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Set router a9e33872-950e-4292-b458-72007d6015e2 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:43:39.995536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29f64a8>, [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:38Z', 'revision_number': 4, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port': {'id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:37Z', 'updated_at': '2021-02-07T01:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:32Z', 'revision_number': 5, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:40.000531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Checking router: a9e33872-950e-4292-b458-72007d6015e2 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:43:40.000922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Updating router a9e33872-950e-4292-b458-72007d6015e2 port cb968767-c991-4fe4-ac5a-ae8e40e4d962 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:43:40.057934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:40.460002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:40.523173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Transition to ACTIVE for port object cb968767-c991-4fe4-ac5a-ae8e40e4d962 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:43:40.551658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:40.567214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:40.851914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Pushing event updated for resources: {'Port': ['ID=cb968767-c991-4fe4-ac5a-ae8e40e4d962,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:40.856849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:40.915189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Attempting to bind port cb968767-c991-4fe4-ac5a-ae8e40e4d962 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:43:40.915596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Attempting to bind port cb968767-c991-4fe4-ac5a-ae8e40e4d962 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:43:40.915993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Attempting to bind port cb968767-c991-4fe4-ac5a-ae8e40e4d962 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:43:40.921568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:43:40.921977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:43:40.922413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:40.922836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:43:40.923369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Bound port: cb968767-c991-4fe4-ac5a-ae8e40e4d962, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:43:40.923773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:41.000378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] For port cb968767-c991-4fe4-ac5a-ae8e40e4d962, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:43:41.003574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] For port cb968767-c991-4fe4-ac5a-ae8e40e4d962, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=cb968767-c991-4fe4-ac5a-ae8e40e4d962,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:43:41.029887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:41.045628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:41.192520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Pushing event updated for resources: {'Port': ['ID=cb968767-c991-4fe4-ac5a-ae8e40e4d962,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:41.197802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:41.236907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Routers {'a9e33872-950e-4292-b458-72007d6015e2'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:43:41.237714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29f64a8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:43:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['a9e33872-950e-4292-b458-72007d6015e2'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:41.427182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] Set router a9e33872-950e-4292-b458-72007d6015e2 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:43:41.775335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29f64a8>, [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:38Z', 'revision_number': 4, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port': {'id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:37Z', 'updated_at': '2021-02-07T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:32Z', 'revision_number': 5, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:43:41.779559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c029d6-bf5d-420f-8ff9-08bbd4ba9cfc None None] The sync data for ids ['a9e33872-950e-4292-b458-72007d6015e2'] in dv-cinder-740146-7-iscsi is: [{'id': 'a9e33872-950e-4292-b458-72007d6015e2', 'name': 'router1', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:15Z', 'updated_at': '2021-02-07T01:43:38Z', 'revision_number': 4, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'gw_port': {'id': 'cb968767-c991-4fe4-ac5a-ae8e40e4d962', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:37Z', 'updated_at': '2021-02-07T01:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'c6203b3c-751e-4d70-952f-33c06cfd58f5', 'name': '', 'network_id': 'bb205c8f-dec3-4c58-96c0-93ab8f749d4c', 'tenant_id': '549d8e4bf2304ed298ade4eb40863109', 'mac_address': 'fa:16:3e:67:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e33872-950e-4292-b458-72007d6015e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:26Z', 'updated_at': '2021-02-07T01:43:32Z', 'revision_number': 5, 'project_id': '549d8e4bf2304ed298ade4eb40863109', 'subnets': [{'id': '052f3562-f8ae-45bb-85bf-f02013100e99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a9740cf-a469-47a0-a3af-a6498a956b2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:43:42.087258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 37662) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:43:42.248310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94273b79-325f-419c-ac96-15a3326a6ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:43:42.250003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-94273b79-325f-419c-ac96-15a3326a6ba0 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1617615
Feb 07 01:43:42.611126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cb968767-c991-4fe4-ac5a-ae8e40e4d962 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:42.749960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port cb968767-c991-4fe4-ac5a-ae8e40e4d962 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:43:42.758120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port cb968767-c991-4fe4-ac5a-ae8e40e4d962 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:42.758540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:42.889659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:42.907819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port cb968767-c991-4fe4-ac5a-ae8e40e4d962, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=cb968767-c991-4fe4-ac5a-ae8e40e4d962,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:43:42.934711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:42.937032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:43:43.009759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=cb968767-c991-4fe4-ac5a-ae8e40e4d962,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:43:43.013011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:43:44.601254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cb968767-c991-4fe4-ac5a-ae8e40e4d962 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:43:44.693351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port cb968767-c991-4fe4-ac5a-ae8e40e4d962 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:43:44.693997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:46.289119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9a12d138-6e0a-41bc-a243-00df5aae9b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:48.518139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-750796a2-228e-4bc0-b57f-a8e04087b4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:49.157525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:50.578182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:50.676042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:43:58.710164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:44:16.229263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1432e1c5-9bf1-4ca0-80fe-11c8517d01fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:18.505172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b549e2e1-3407-4e39-a119-84d4d20cf73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:19.150881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:20.573837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:20.676645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:35.710720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:44:46.230919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44cff7ff-f718-49d7-b461-2fcaa0076210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:48.494865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0fec-cc2c-4f09-a325-507e5e4a7eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:49.163168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:50.578918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:44:50.670219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:12.711162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:45:16.229769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-95a38616-0a06-4906-a227-afc67ce02ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:18.485111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3289d6b1-fc5b-4834-be40-388762857eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:19.147796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:20.589842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:20.681237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:46.238765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4cc240af-7934-4a19-8c35-bc813e39ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:48.521710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-827b7758-33ea-4645-a12a-c233f6b7f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:49.147468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:49.712027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:45:50.604299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:50.678525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:45:58.946113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38238) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:45:59.046766 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59ae979-29e5-480e-933f-599ff22eb6c6 admin admin] GET failed (client error): The resource could not be found.
Feb 07 01:45:59.048117 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c59ae979-29e5-480e-933f-599ff22eb6c6 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1009979
Feb 07 01:45:59.193004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfec848-cbdf-4d34-b08b-f6944c1f5218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:45:59.194568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3bfec848-cbdf-4d34-b08b-f6944c1f5218 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1410141
Feb 07 01:46:01.638779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38248) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:01.780772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ffd84-8de6-4fe9-b20d-88bc6489631d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:01.781383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-292ffd84-8de6-4fe9-b20d-88bc6489631d admin admin] Synchronizing usage tracker for tenant:8c4c2c05617b45858a0b98f24646952a on resource:subnet {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:46:01.840599 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-292ffd84-8de6-4fe9-b20d-88bc6489631d admin admin] Unset dirty status for tenant:8c4c2c05617b45858a0b98f24646952a on resource:subnet {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:46:01.847598 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-292ffd84-8de6-4fe9-b20d-88bc6489631d admin admin] 10.222.0.38 "GET /v2.0/subnets/052f3562-f8ae-45bb-85bf-f02013100e99 HTTP/1.1" status: 200  len: 849 time: 0.2019682
Feb 07 01:46:01.852892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:46:01.978689 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:02.320504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785259745412'] for subnet, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:02.336158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4c63a2ea-8226-4a44-bbf3-1ff5e327ccf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:46:02.466542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052f3562-f8ae-45bb-85bf-f02013100e99,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:46:02.485569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.485959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.486325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.486682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.487086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.487448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.487798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.488178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.488531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.488877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.489224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.489566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:02.493186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:46:02.527977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:02.528627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:02.530071 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] 10.222.0.38 "PUT /v2.0/subnets/052f3562-f8ae-45bb-85bf-f02013100e99 HTTP/1.1" status: 200  len: 868 time: 0.6815631
Feb 07 01:46:02.546089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45729a5-4f41-4892-9ce6-7927af9b9fde None None] Network bb205c8f-dec3-4c58-96c0-93ab8f749d4c requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:46:03.101038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-ec9ea1ff-be81-4885-b560-5c8d09de084f None None] Provisioning complete for port c6203b3c-751e-4d70-952f-33c06cfd58f5 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:46:03.101548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1ff-be81-4885-b560-5c8d09de084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:03.237536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-ec9ea1ff-be81-4885-b560-5c8d09de084f None None] Provisioning complete for port db134305-7ef5-480c-ae88-d135d00feb46 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:46:03.237945 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1ff-be81-4885-b560-5c8d09de084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:04.999849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38258) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:05.215804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a8ff2-f712-40cd-897e-9ef8f134ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:05.216150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a8ff2-f712-40cd-897e-9ef8f134ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:05.217803 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3a0a8ff2-f712-40cd-897e-9ef8f134ff51 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2169168
Feb 07 01:46:07.682380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38268) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:07.897387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728923c-01aa-49c0-a618-4773b864d60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:07.897815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728923c-01aa-49c0-a618-4773b864d60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:07.899553 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a728923c-01aa-49c0-a618-4773b864d60c admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2160873
Feb 07 01:46:10.342412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38278) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:10.554139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d3c1c-a4ee-4742-8ffa-27147e0f39cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:10.555553 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-554d3c1c-a4ee-4742-8ffa-27147e0f39cf admin admin] 10.222.0.38 "GET /v2.0/networks/bb205c8f-dec3-4c58-96c0-93ab8f749d4c HTTP/1.1" status: 200  len: 862 time: 0.2121024
Feb 07 01:46:13.023628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38288) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:13.231541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068be857-f211-4ba7-8feb-c5f3b00a2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:13.233033 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-068be857-f211-4ba7-8feb-c5f3b00a2d65 admin admin] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 886 time: 0.2083733
Feb 07 01:46:15.702780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38298) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:15.844551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af630f57-0339-42f6-9b5a-9d5d3b094bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:15.844966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af630f57-0339-42f6-9b5a-9d5d3b094bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:15.846623 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-af630f57-0339-42f6-9b5a-9d5d3b094bfd admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1427469
Feb 07 01:46:16.240400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8cbd27f0-a1c6-4289-8595-2df965f67585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:18.305106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38308) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:18.456150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd89a4-6c03-437b-9af8-df5a65a469cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:18.456564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd89a4-6c03-437b-9af8-df5a65a469cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:18.458770 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e6dd89a4-6c03-437b-9af8-df5a65a469cf admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1526039
Feb 07 01:46:18.497901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4d58c845-1052-49ef-a9ba-4dc2888e37db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:19.160123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:20.611549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:20.680045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:20.923915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38320) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:21.069961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41092c88-e51a-4a63-a685-545d3db8e236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:21.071429 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-41092c88-e51a-4a63-a685-545d3db8e236 admin admin] 10.222.0.38 "GET /v2.0/subnets/052f3562-f8ae-45bb-85bf-f02013100e99 HTTP/1.1" status: 200  len: 868 time: 0.1464930
Feb 07 01:46:23.527861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38330) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:23.663052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484a21a-cf42-4ff4-a03c-b018d27c4447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:23.664476 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9484a21a-cf42-4ff4-a03c-b018d27c4447 admin admin] 10.222.0.38 "GET /v2.0/subnets/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7 HTTP/1.1" status: 200  len: 816 time: 0.1356072
Feb 07 01:46:26.711997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:46:46.233714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f8c51d28-a724-4e36-95a3-4c42b0fd3740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:48.479526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7893a9db-71c6-4a4c-bd46-3c82a2476bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:49.159787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:49.415583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38370) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:49.493529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-6835d752-ddaa-4055-a189-33e110fc1a81 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:46:49.494653 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6835d752-ddaa-4055-a189-33e110fc1a81 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0781832
Feb 07 01:46:50.593519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:50.668199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:52.049527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38380) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:52.160342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa946a3-f94e-4c81-970a-591182bbd823 admin admin] GET failed (client error): The resource could not be found.
Feb 07 01:46:52.161674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6fa946a3-f94e-4c81-970a-591182bbd823 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1111250
Feb 07 01:46:52.329715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a703d-2156-405e-8303-11aa702e2817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:52.331361 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-067a703d-2156-405e-8303-11aa702e2817 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1652691
Feb 07 01:46:54.881491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38390) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:54.960049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:46:54.965030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:46:54.974780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:46:55.017251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Made reservation on behalf of 8c4c2c05617b45858a0b98f24646952a for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:46:55.022519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:55.118080 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.services.revisions.revision_plugin [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd7a2ca5ba8] {project_id='8c4c2c05617b45858a0b98f24646952a', id='c8f59cad-e673-49c6-9ffb-0952f104d022', target_tenant='*', action='access_as_shared', object_id='1aa3ee40-10d8-4aa1-8193-21b252720244'}> to bump revision.
Feb 07 01:46:55.168417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:46:55.178603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:55.179062 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Added segment 5ffb55bc-697a-4b8a-a1ab-f3f129b6c016 of type vxlan for network 1aa3ee40-10d8-4aa1-8193-21b252720244
Feb 07 01:46:55.205272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:55.250527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:55.251787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:55.252414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:55.257986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:46:55.356053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Pushing event updated for resources: {'Network': ['ID=1aa3ee40-10d8-4aa1-8193-21b252720244,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:46:55.364024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.364416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.364781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.365137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.365490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.365843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.366192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.366540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.366946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.367271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.367618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.367962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:46:55.373339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:46:55.379711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:46:55.400158 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5175126
Feb 07 01:46:57.885829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38400) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:46:57.988261 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a04209-4da6-4d69-b8a5-6f09e91fe953 admin admin] GET failed (client error): The resource could not be found.
Feb 07 01:46:57.988842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-53a04209-4da6-4d69-b8a5-6f09e91fe953 admin admin] Synchronizing usage tracker for tenant:8c4c2c05617b45858a0b98f24646952a on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:46:58.027563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-53a04209-4da6-4d69-b8a5-6f09e91fe953 admin admin] Unset dirty status for tenant:8c4c2c05617b45858a0b98f24646952a on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:46:58.028727 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-53a04209-4da6-4d69-b8a5-6f09e91fe953 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1418645
Feb 07 01:46:58.149782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd3dd3-631a-41ac-9753-719ffcb9379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:58.151282 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fccd3dd3-631a-41ac-9753-719ffcb9379e admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1180391
Feb 07 01:46:58.163086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Request body: {'subnet': {'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:46:58.167672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:46:58.177800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:46:58.216169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Made reservation on behalf of 8c4c2c05617b45858a0b98f24646952a for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:46:58.220864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:58.806013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:58.823397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:46:58.945390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3cfb6a-f7b9-411c-8257-d4267f6f5b45,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:46:58.949804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:46:59.016829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Checking segment: {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:46:59.017215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Network hostable DHCP agents. Network: 1aa3ee40-10d8-4aa1-8193-21b252720244, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:46:59.062283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:46:59.094238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 1aa3ee40-10d8-4aa1-8193-21b252720244) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:46:59.098260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:46:59.098920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:59.104055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39038985-5f4c-455f-8485-fe5b1102a29c None None] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:46:59.148825 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9905562
Feb 07 01:46:59.338173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-1aa3ee40-10d8-4aa1-8193-21b252720244', 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244', 'tenant_id': '8c4c2c05617b45858a0b98f24646952a', 'fixed_ips': [{'subnet_id': '8c3cfb6a-f7b9-411c-8257-d4267f6f5b45'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:46:59.339160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:59.631231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Allocated IP 192.168.233.2 (1aa3ee40-10d8-4aa1-8193-21b252720244/8c3cfb6a-f7b9-411c-8257-d4267f6f5b45/35cdbc1e-4fc4-48ee-92f0-06562ea9b084) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:46:59.918084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:46:59.982613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Transition to ACTIVE for port object 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:46:59.999844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Transition to ACTIVE for port object 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:47:00.044180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:00.061609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:47:00.198991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Pushing event updated for resources: {'Port': ['ID=35cdbc1e-4fc4-48ee-92f0-06562ea9b084,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:47:00.218340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.218722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.219123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.219499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.219872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.220238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.220597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.220959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.221319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.221677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.222072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.222433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:47:00.228487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:47:00.266600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:47:00.267782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:47:00.270265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:47:00.331251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Attempting to bind port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:47:00.331710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Attempting to bind port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:47:00.332081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Attempting to bind port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 on network 1aa3ee40-10d8-4aa1-8193-21b252720244 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:47:00.337832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:47:00.338254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Checking segment: {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:47:00.338710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:00.339172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Bound using segment: {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:47:00.339675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Bound port: 35cdbc1e-4fc4-48ee-92f0-06562ea9b084, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:47:00.340093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:00.434692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] For port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:47:00.438158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] For port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=35cdbc1e-4fc4-48ee-92f0-06562ea9b084,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:47:00.497410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:00.513850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:47:00.671871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Pushing event updated for resources: {'Port': ['ID=35cdbc1e-4fc4-48ee-92f0-06562ea9b084,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:47:00.676615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:47:01.971157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1ff2a-4357-4d64-89d6-a0704c673b56 None None] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:47:02.091826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-de733b64-ad70-4c0b-90ce-4586fde2cd04 None None] Provisioning for port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:47:02.788537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:47:02.907946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:47:02.913991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:47:02.914401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:03.043287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:03.078854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=35cdbc1e-4fc4-48ee-92f0-06562ea9b084,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:47:03.107607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:03.110772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:47:03.181146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=35cdbc1e-4fc4-48ee-92f0-06562ea9b084,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:47:03.184406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:47:03.711962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:47:04.762949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:47:04.841024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 35cdbc1e-4fc4-48ee-92f0-06562ea9b084 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:47:04.841442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:16.242551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3d1ea10e-c478-48bf-872b-280ab41dfe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:18.490451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-08be21c7-2076-447a-b2fb-c11b8c1beae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:19.164575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:20.610330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:20.688257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:40.711422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:47:46.232795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c698-5eab-41c4-bfd4-0d845cd52884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:48.478069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9dd10443-d3ac-4775-8e04-045ee294724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:49.169893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:50.615379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:47:50.678039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:16.247039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d84d4676-563c-480c-9d43-fc5800eb158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:17.710587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:48:18.475619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7146-aee0-4cbc-9233-cd8db6e162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:19.193020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:20.615213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:20.692885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:37.899708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38442) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:48:37.906167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [None req-7dca665b-c563-4ca6-ace3-99456e580ac2 tempest-verify_tempest_config-1599773573 tempest-verify_tempest_config-1599773573-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:48:37.907251 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7dca665b-c563-4ca6-ace3-99456e580ac2 tempest-verify_tempest_config-1599773573 tempest-verify_tempest_config-1599773573-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0064621
Feb 07 01:48:38.408824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38462) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:48:38.561322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:38.576147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:48:38.580100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Usage tracker for resource:security_group_rule and tenant:c7046ed527a94b7b93826ec476dac4e8 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:48:38.583789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:48:38.589423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:48:38.916546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:38.968555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:38.976289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:48:39.018063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e66a9-ae7e-4c18-879c-28d6489dfc4e,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:48:39.024514 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7046ed527a94b7b93826ec476dac4e8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6134720
Feb 07 01:48:39.027462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38468) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:48:39.029188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.029563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.029937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.030300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.030660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.031041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.031400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.031755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.032122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.032476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.032827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.033173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.037508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:48:39.092842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:39.119424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:39.185808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:39.191580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:48:39.204809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e66a9-ae7e-4c18-879c-28d6489dfc4e,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:48:39.212401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:39.213589 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f3e66a9-ae7e-4c18-879c-28d6489dfc4e HTTP/1.1" status: 204  len: 168 time: 0.1850851
Feb 07 01:48:39.215035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.215431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.215806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.216169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.216567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.216926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.217281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.217901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.217996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.218289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.218642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.219033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:48:39.222119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:48:46.248902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72f90920-19c9-4886-a4cf-c2bba94ef349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:48.477276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f334350-aa9a-47c5-8245-44a2d7fbe1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:49.180005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:50.637123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:50.682644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:48:54.710883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:49:16.245646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-53373be5-1157-4409-b53f-fb59bd8e7c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:18.488229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-356b7157-47df-464e-84bf-b809d3723bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:19.171566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:20.634071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:20.681925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:31.715763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:49:46.233879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1921deaf-82ad-4f6e-bdd7-288eca52a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:48.487275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-12eb7a14-7cd9-4014-9f3f-e133a5e28a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:49.170997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:50.645180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:49:50.675752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:08.715831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 5 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:50:16.235631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-038b5d81-6ea7-4ca8-885c-ba5189ef34e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:18.273411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821'] for agent, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:18.273961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.274236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.274629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.275032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.275408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.275792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.276200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.276630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.277001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.277371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.277744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.278150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:50:18.278536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd7a2344080>, 'Open vSwitch agent', 'hv-cinder-74014', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:50:18.282675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd7a3a98b38>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74014', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:50:18.473315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-634980fd-ebdd-4b82-b080-7d54c91b8b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:18.642063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] get_endpoint_by_host() called for host hv-cinder-74014 {{(pid=80061) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 07 01:50:18.645954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80061) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 07 01:50:18.649141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80061) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 07 01:50:18.684548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] _get_endpoints() called {{(pid=80061) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 07 01:50:19.192927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:20.655165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:20.681131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:28.665143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38540) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:50:28.811858 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-19b6a961-6d0c-4cdf-a70c-9e94a40dcace admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1455259
Feb 07 01:50:31.278040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38550) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:50:31.364272 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bd060dd3-6f4b-4d90-abba-8fc05f2549db admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0850658
Feb 07 01:50:45.716242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:50:46.238166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca8e83ec-f6db-411f-8b5a-220ac518134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:48.261405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:48.467105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ed908a71-3d4f-4990-9c94-01fadaac74db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:49.192778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:50.660852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:50:50.683609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:16.243545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e3bf370e-038a-4c66-a593-11019979c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:18.266581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:18.477972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d8d3ff72-1605-4663-aa1b-65196bdb766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:19.186448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:20.654485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:20.677134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:22.717388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:51:46.242532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3731b67-1101-4365-8887-dd8df37cb67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:48.302373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:48.473847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-15482fee-f45b-4fc0-994c-fc6eea8b3940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:49.193959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:50.662062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:50.684778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:51:59.719727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:52:05.993131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38738) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:06.336674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38754) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:06.365892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38760) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:06.467120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-network', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:06.472623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:06.476709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Usage tracker for resource:network and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:06.479879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:06.485703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:06.519510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Made reservation on behalf of a1ebf699b8af47b3a192a2093e288fd1 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:06.524421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.538230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.553788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:06.558870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:06.561824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:06.571152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:06.671822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38770) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:06.774057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.786152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38778) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:06.802603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.807466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:06.844122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:52:06.850225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73730ab3-82ba-4698-8caf-507eec921d0d,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.868759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.870213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.870597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.870970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.871482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.871865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1513800137-network', 'tenant_id': 'e85d01042fb54d22a19f630bbf212469'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:06.872186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.872818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.873340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.873843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.874359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.874868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.875377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.875878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.876394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.876900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.877133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:06.877575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.878078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.878593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Tracked resource versions report:
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'},
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@hv-cinder-74014: {   'AddressGroup': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'ConntrackHelper': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Log': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Network': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Port': '1.7',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'PortForwarding': '1.2',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'QosPolicy': '1.8',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroup': '1.4',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroupRule': '1.2',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SubPort': '1.0',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Subnet': '1.1',
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Trunk': '1.1'}}
Feb 07 01:52:06.880094 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:52:06.884721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Usage tracker for resource:network and tenant:e85d01042fb54d22a19f630bbf212469 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:06.886242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:06.889480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:06.891085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.891622 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Added segment 39cad33d-f175-4ab1-9d57-3fa44997f4da of type vxlan for network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45
Feb 07 01:52:06.909068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:06.922241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-273866084-network', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:06.931469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:06.939506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Usage tracker for resource:network and tenant:22b3c3046cfa41a7afe3a15779aeb508 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:06.950772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:06.951637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:06.958879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.960827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:06.963915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:06.982639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.002754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.007035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Usage tracker for resource:security_group_rule and tenant:e85d01042fb54d22a19f630bbf212469 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.011050 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.017259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.031446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.032413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Made reservation on behalf of 22b3c3046cfa41a7afe3a15779aeb508 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:07.037391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.052797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:07.053560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.075968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7db58496-89bc-4d11-b202-54ceb76784de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:07.093608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.112245 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1179302
Feb 07 01:52:07.115296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38790) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:07.119001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.122740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Request body: {'subnet': {'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-subnet', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:07.125173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-312677689-network', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:07.131635 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.131940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.134492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Usage tracker for resource:subnet and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.135873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Usage tracker for resource:network and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.138817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.139370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.145452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.146353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.152668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.159624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.167139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Usage tracker for resource:security_group_rule and tenant:22b3c3046cfa41a7afe3a15779aeb508 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.171131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:52:07.181427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.181931 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Added segment e8721d9c-0fe3-4015-ac88-4b8c2d129364 of type vxlan for network e617216e-bd1e-4883-9ac7-82cffef20e63
Feb 07 01:52:07.205818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:07.223115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.230666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1223796222-network', 'tenant_id': 'deed86e55806401bb34f233ad1b4ceca'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:07.234566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.250208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.255108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Made reservation on behalf of a1ebf699b8af47b3a192a2093e288fd1 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:07.262265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.273155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Made reservation on behalf of 1aae9a1119f6439ea36e78f4f0cf363d for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:07.279509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.293773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05589821-9273-4ae9-bd24-03caaf84dbe6,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:07.298954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.304525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4ca1c8-8bd2-4866-83d4-06dda4274c45,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:07.316306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:07.325642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.326266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.327153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.327509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.327962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.328704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.329162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.329770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.330184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.330669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.331136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.331817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.332368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.332948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.333393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.333833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.334311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.334794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.339176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.347254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.348084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.349811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.350277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.350878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Tracked resource versions report:
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'},
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@hv-cinder-74014: {   'AddressGroup': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'ConntrackHelper': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Log': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Network': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Port': '1.7',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'PortForwarding': '1.2',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'QosPolicy': '1.8',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroup': '1.4',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroupRule': '1.2',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SubPort': '1.0',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Subnet': '1.1',
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Trunk': '1.1'}}
Feb 07 01:52:07.353280 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:52:07.369250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:07.370411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.382228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.385034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.389028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:07.393610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.403698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.416534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:07.420316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:07.420976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.434419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-50ea03f8-600f-43f1-abc3-f86f13f325ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:07.518199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.523852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.529085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Usage tracker for resource:network and tenant:deed86e55806401bb34f233ad1b4ceca is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.532608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.539275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.581783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.589074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bec69bcb-43ec-4885-9112-436b394173b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:07.593716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Pushing event updated for resources: {'Network': ['ID=e617216e-bd1e-4883-9ac7-82cffef20e63,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:07.596555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:07.604948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network e617216e-bd1e-4883-9ac7-82cffef20e63 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:07.623261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network e617216e-bd1e-4883-9ac7-82cffef20e63 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:07.624221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393d11c-daa1-46ff-9bee-94d9117f515b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:07.628656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:07.642974 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2730033
Feb 07 01:52:07.643481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38808) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:07.651286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Request body: {'subnet': {'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1513800137-subnet', 'tenant_id': 'e85d01042fb54d22a19f630bbf212469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:07.657395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.661917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Usage tracker for resource:subnet and tenant:e85d01042fb54d22a19f630bbf212469 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.665236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.671778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.692069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:52:07.737152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Made reservation on behalf of deed86e55806401bb34f233ad1b4ceca for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:07.741897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.777987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.800057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:07.816559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.842363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:07.842754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Added segment 4a0e2406-d2db-47a4-b291-2d1d86916218 of type vxlan for network 3e3a5a26-b351-4c68-a691-f295a56b5d2d
Feb 07 01:52:07.861749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:07.871247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Usage tracker for resource:security_group_rule and tenant:deed86e55806401bb34f233ad1b4ceca is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:07.885398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:07.908130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:07.913443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.074228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.076083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:08.076895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.082330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:08.155562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.195890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.211680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e42aca46-9b0e-4993-bff4-3b18771cc370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:08.262694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:52:08.264104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Pushing event updated for resources: {'Network': ['ID=3e3a5a26-b351-4c68-a691-f295a56b5d2d,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:08.273996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e20c00-f0c6-4415-b8a0-f724a5dc547d,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:08.276718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:08.314140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:08.320817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:08.339338 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0009196
Feb 07 01:52:08.346217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38838) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:08.362350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.362799 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Added segment 45a51d8e-7163-46eb-af1e-f805fc2002ff of type vxlan for network 69b45842-9a06-42cf-9ab3-472fcdd47f00
Feb 07 01:52:08.365215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Request body: {'subnet': {'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-subnet', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:08.371199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:08.384455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Usage tracker for resource:subnet and tenant:22b3c3046cfa41a7afe3a15779aeb508 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:08.392757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:08.409312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:08.480284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.512310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:08.572875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.585013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Made reservation on behalf of 22b3c3046cfa41a7afe3a15779aeb508 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:08.599036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.630257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.680171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.687277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:08.688119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:08.699026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:08.830003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Pushing event updated for resources: {'Network': ['ID=69b45842-9a06-42cf-9ab3-472fcdd47f00,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:08.841649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:08.859118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:08.875600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:08.947580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:09.002289 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.3290143
Feb 07 01:52:09.006332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38856) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:09.010737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Request body: {'subnet': {'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-312677689-subnet', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:09.013398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.020877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:09.025765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Usage tracker for resource:subnet and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:09.029449 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:09.035497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:09.035909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d2c69603-7a83-45ce-8998-3942cf5cbfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:09.040558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451afa44-9961-4318-9b67-3705ecc104e2,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:09.044802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:09.073028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:52:09.098770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.099357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Added segment 0e07f51b-4ec6-4102-be7c-4bb74fa27e6b of type vxlan for network 89adae80-370e-42ec-9fc6-be637727a81b
Feb 07 01:52:09.100521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Made reservation on behalf of 1aae9a1119f6439ea36e78f4f0cf363d for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:09.105546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.184530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55d9760-9f18-42b1-83b3-9fad69d801db,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:09.187694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:09.274096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.322433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Checking segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:09.323403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Network hostable DHCP agents. Network: e617216e-bd1e-4883-9ac7-82cffef20e63, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:52:09.374442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Network e617216e-bd1e-4883-9ac7-82cffef20e63 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:52:09.420218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, e617216e-bd1e-4883-9ac7-82cffef20e63) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:09.427407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:09.434077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.434243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33a8ee-e5f3-4044-92a8-f918e0ba750e None None] Network e617216e-bd1e-4883-9ac7-82cffef20e63 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:09.465118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.480228 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8358259
Feb 07 01:52:09.511093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2340b54f-233e-4af6-8334-0c44da9d9ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:09.545274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.625407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:09.626048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:09.708343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe03e892-c08d-44e0-9b9b-a8be4b846b06 None None] Network e617216e-bd1e-4883-9ac7-82cffef20e63 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:09.757854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25170f2e-e4df-4a5b-9519-79470c0dcb6b,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:09.848909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:09.855871 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.0682693
Feb 07 01:52:09.856593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:09.859856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38882) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:09.867135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Request body: {'subnet': {'network_id': '89adae80-370e-42ec-9fc6-be637727a81b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1223796222-subnet', 'tenant_id': 'deed86e55806401bb34f233ad1b4ceca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:09.897489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:09.909350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Usage tracker for resource:subnet and tenant:deed86e55806401bb34f233ad1b4ceca is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:09.925687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:09.935324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:09.996838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Made reservation on behalf of deed86e55806401bb34f233ad1b4ceca for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:10.002309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.163771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Pushing event updated for resources: {'Network': ['ID=89adae80-370e-42ec-9fc6-be637727a81b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:10.180192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 89adae80-370e-42ec-9fc6-be637727a81b details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:10.184868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:10.202795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 89adae80-370e-42ec-9fc6-be637727a81b details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:52:10.272009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Checking segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:10.272251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Network hostable DHCP agents. Network: 9e4ca1c8-8bd2-4866-83d4-06dda4274c45, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:52:10.356592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:52:10.465203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 9e4ca1c8-8bd2-4866-83d4-06dda4274c45) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:10.474553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:10.475225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.482709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.511150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:10.526097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afdfd60-5217-49df-9d01-0d1250c54bcd None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:10.619826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.731095 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-70e597cd-eaf8-44ff-a935-59634f90dc4e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.6141760
Feb 07 01:52:10.737675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38920) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:10.741851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:10.751617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:10.760804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:10.761260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:10.810831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:10.823667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.871518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Usage tracker for resource:router and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:10.894063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:10.919467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:10.935743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3170eead-8454-4947-bed2-78f5f1b64add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:10.952484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:52:10.953703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:10.975486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=364da082-2fca-464d-a9d3-067f4165d095,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:10.984209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:11.004811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93f0aeb-66f3-4b0b-a569-f3bb1e89e817,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:11.008203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:11.035868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.036881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.042906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38930) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:11.080653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Checking segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:11.081154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Network hostable DHCP agents. Network: 69b45842-9a06-42cf-9ab3-472fcdd47f00, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:52:11.088323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Checking segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:11.088718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Network hostable DHCP agents. Network: 3e3a5a26-b351-4c68-a691-f295a56b5d2d, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:52:11.091862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Checking segment: {'id': '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:11.092263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Network hostable DHCP agents. Network: 89adae80-370e-42ec-9fc6-be637727a81b, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:52:11.131208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.157389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Network 89adae80-370e-42ec-9fc6-be637727a81b is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:52:11.158228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:52:11.179805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:52:11.187789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 3e3a5a26-b351-4c68-a691-f295a56b5d2d) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:11.203504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:11.204303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.207389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0aa249-94a9-4a3b-a690-fc0139269e65 None None] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:11.208648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 89adae80-370e-42ec-9fc6-be637727a81b) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:11.215180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:11.218198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.239542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 69b45842-9a06-42cf-9ab3-472fcdd47f00) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:11.291992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38942) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:11.295455 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 07 01:52:11.333644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:11.334276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.371967 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.0243704
Feb 07 01:52:11.383779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 38948) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:11.435519 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5636883
Feb 07 01:52:11.497619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3d3b6-0583-4262-8822-65715adb823f None None] Network 89adae80-370e-42ec-9fc6-be637727a81b requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:11.612756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d011f2-fbf3-4ef7-9cb9-0886574d1ddd None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:11.702199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-8baf0f5e-5421-479b-8254-c96a99d55924 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:11.702627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.703325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-8baf0f5e-5421-479b-8254-c96a99d55924 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:11.781531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:11.791938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-8baf0f5e-5421-479b-8254-c96a99d55924 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:11.793651 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-8baf0f5e-5421-479b-8254-c96a99d55924 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.5005853
Feb 07 01:52:11.805850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:11.809375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:11.816408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Usage tracker for resource:security_group_rule and tenant:118ee6e274d446098bc93d417d538c86 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:11.822236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-616ffb84-8aea-4333-89f8-98e654302e92 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/quotas/e85d01042fb54d22a19f630bbf212469 HTTP/1.1" status: 200  len: 375 time: 0.0118897
Feb 07 01:52:11.825559 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.8177636
Feb 07 01:52:11.825559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:11.826468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 38976) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:11.833751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:11.895984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Usage tracker for resource:router and tenant:22b3c3046cfa41a7afe3a15779aeb508 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:11.918219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:11.921610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:11.928989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:11.933690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:11.983677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:11.988649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Usage tracker for resource:router and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:12.072641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:12.092777 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-42d30543-145f-4208-926f-3824eef14c51 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2525322
Feb 07 01:52:12.096933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.098343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.102289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:12.160270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.161509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.161898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.263571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.407742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-69b45842-9a06-42cf-9ab3-472fcdd47f00', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:52:12.408738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.460077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.592422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.599334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:12.619733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-7d699e6f-a78a-4084-8c20-d1b8a35b16ed service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:52:12.620814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39008) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:12.621297 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-7d699e6f-a78a-4084-8c20-d1b8a35b16ed service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1801543
Feb 07 01:52:12.621421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:12.638344 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 07 01:52:12.650321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Allocated IP 172.20.0.2 (9e4ca1c8-8bd2-4866-83d4-06dda4274c45/25170f2e-e4df-4a5b-9519-79470c0dcb6b/db169ffd-35b1-4557-8ed7-fd8abd213f6b) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:12.664613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679c63d-edc8-4ce1-ac8e-77e7047e9e91 None None] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:12.779595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Synchronizing usage tracker for tenant:8c4c2c05617b45858a0b98f24646952a on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:12.835779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb487e9b-640b-449b-b685-52011961ed00 None None] Network 89adae80-370e-42ec-9fc6-be637727a81b requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:12.847706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fbfdea-5867-4f32-98ed-ba5ce2ae5654,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:12.867758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:12.967680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-2e5a48c5-4c5d-4884-9fe0-3c431a61d2f2 service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3368649
Feb 07 01:52:12.982468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Unset dirty status for tenant:8c4c2c05617b45858a0b98f24646952a on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:12.986759 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=118ee6e274d446098bc93d417d538c86&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9272897
Feb 07 01:52:12.996057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39018) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:13.291452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-eeb79205-b74e-4e07-bfb9-cc78a2040cee tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:13.292264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-eeb79205-b74e-4e07-bfb9-cc78a2040cee tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Synchronizing usage tracker for tenant:deed86e55806401bb34f233ad1b4ceca on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:13.345941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.392204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.396347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.403418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.434003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-eeb79205-b74e-4e07-bfb9-cc78a2040cee tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Unset dirty status for tenant:deed86e55806401bb34f233ad1b4ceca on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:13.439987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-eeb79205-b74e-4e07-bfb9-cc78a2040cee tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/networks?id=89adae80-370e-42ec-9fc6-be637727a81b HTTP/1.1" status: 200  len: 812 time: 0.8053079
Feb 07 01:52:13.464398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-9a9aef73-a786-446f-b1a0-b35287353b39 service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4842372
Feb 07 01:52:13.469714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.564256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Allocated IP 172.20.0.2 (69b45842-9a06-42cf-9ab3-472fcdd47f00/364da082-2fca-464d-a9d3-067f4165d095/349da091-c41e-4683-82fe-dbf0c453dd66) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:13.622970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39032) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:13.934605 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-75ae3b19-a1d9-4297-8322-c22f812f5c82 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/quotas/deed86e55806401bb34f233ad1b4ceca HTTP/1.1" status: 200  len: 375 time: 0.4669859
Feb 07 01:52:13.942261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:13.999617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:14.004224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Usage tracker for resource:security_group_rule and tenant:2dd16f13bf0e4c73a4b2e797542be05c is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:14.007224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:14.016473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:14.041152 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-32f1315f-ebc9-493e-b2e4-6866dc873a4a req-c5d43f7f-13bf-4690-9285-55f3f4f281b2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.1904552
Feb 07 01:52:14.081407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.129317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.140917 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-482f48e2-760c-43a9-bba8-b90ceb1e5e37 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=deed86e55806401bb34f233ad1b4ceca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2001643
Feb 07 01:52:14.258160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.315319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.340915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.343346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.357535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9b2550e6-e2df-440b-a462-1fcbfa0a8064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:14.410347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.425320 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:14.442270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.459374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fbfdea-5867-4f32-98ed-ba5ce2ae5654,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:14.474094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:14.502073 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2dd16f13bf0e4c73a4b2e797542be05c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8779707
Feb 07 01:52:14.507250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Transition to ACTIVE for port object db169ffd-35b1-4557-8ed7-fd8abd213f6b will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:14.509698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39070) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:14.510748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270a9ab5-46f1-4efa-8e0e-bcd4224332ea,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:14.515954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:14.572548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Transition to ACTIVE for port object db169ffd-35b1-4557-8ed7-fd8abd213f6b will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:14.583057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-3713d736-2a15-4ea4-b430-f80fd18f52fb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:52:14.591196 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-3713d736-2a15-4ea4-b430-f80fd18f52fb service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3455997
Feb 07 01:52:14.600900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.625717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.632641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.679421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Allocated IP 172.27.1.52 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/1574b920-803e-4783-819e-f1dfa69c63ed) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:14.695422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.699517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:14.745245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.752602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ade524e3-143f-4561-9ac7-24abb2ced86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:14.767090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a9ab5-46f1-4efa-8e0e-bcd4224332ea,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:14.771587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:14.772002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Transition to ACTIVE for port object 349da091-c41e-4683-82fe-dbf0c453dd66 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:14.806145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.809707 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/270a9ab5-46f1-4efa-8e0e-bcd4224332ea HTTP/1.1" status: 204  len: 168 time: 0.2930853
Feb 07 01:52:14.849512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Transition to ACTIVE for port object 349da091-c41e-4683-82fe-dbf0c453dd66 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:14.868255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Pushing event updated for resources: {'Port': ['ID=db169ffd-35b1-4557-8ed7-fd8abd213f6b,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:14.882023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.882413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.883077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.884145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.884518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.885153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.885425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.885790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.886547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.886929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.887319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.887700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.888135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.888500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.888861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.889478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.889617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.889898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.890147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.890270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.890594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.890966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.891408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32fbfdea-5867-4f32-98ed-ba5ce2ae5654 HTTP/1.1" status: 204  len: 168 time: 1.8934009
Feb 07 01:52:14.894221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.894606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.895129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Tracked resource versions report:
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'},
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@hv-cinder-74014: {   'AddressGroup': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'ConntrackHelper': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Log': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Network': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Port': '1.7',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'PortForwarding': '1.2',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'QosPolicy': '1.8',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroup': '1.4',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroupRule': '1.2',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SubPort': '1.0',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Subnet': '1.1',
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Trunk': '1.1'}}
Feb 07 01:52:14.896461 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:52:14.908808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:14.937082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:14.966164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:15.005294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:15.086409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:15.101034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:15.113635 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-d0196256-d03a-4b08-b602-f9d5f7671134 service neutron] 10.222.0.38 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5213294
Feb 07 01:52:15.236608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.240867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Attempting to bind port db169ffd-35b1-4557-8ed7-fd8abd213f6b on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:15.241281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Attempting to bind port db169ffd-35b1-4557-8ed7-fd8abd213f6b by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:15.241688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Attempting to bind port db169ffd-35b1-4557-8ed7-fd8abd213f6b on network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:15.253951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:15.254370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Checking segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:15.254824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.255289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Bound using segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:15.255821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Bound port: db169ffd-35b1-4557-8ed7-fd8abd213f6b, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:15.256240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.277629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Pushing event updated for resources: {'Port': ['ID=349da091-c41e-4683-82fe-dbf0c453dd66,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:15.283760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:15.325829 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-9b40dc33-62ed-49eb-b165-5778d98ed0f6 service neutron] 10.222.0.38 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2111101
Feb 07 01:52:15.331851 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-956968bf-b734-4c4d-8d3f-75d18ce0949f req-e5c5a982-7be9-48da-9e38-9f714e4ab53d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.1559606
Feb 07 01:52:15.376762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.428968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:15.530390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] For port db169ffd-35b1-4557-8ed7-fd8abd213f6b, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:15.533857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] For port db169ffd-35b1-4557-8ed7-fd8abd213f6b, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db169ffd-35b1-4557-8ed7-fd8abd213f6b,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:15.539400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:15.551413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:15.559441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:15.657160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.669730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Attempting to bind port 349da091-c41e-4683-82fe-dbf0c453dd66 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:15.670363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Attempting to bind port 349da091-c41e-4683-82fe-dbf0c453dd66 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:15.670505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Attempting to bind port 349da091-c41e-4683-82fe-dbf0c453dd66 on network 69b45842-9a06-42cf-9ab3-472fcdd47f00 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:15.679748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Pushing event updated for resources: {'Port': ['ID=1574b920-803e-4783-819e-f1dfa69c63ed,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:15.699037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:15.738065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39106) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:15.738501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39108) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:15.739581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:15.792156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:15.792407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.792531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Checking segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:15.792916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.793353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Bound using segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:15.793908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Bound port: 349da091-c41e-4683-82fe-dbf0c453dd66, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:15.794296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.805249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:15.833852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:15.841311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:15.846156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f2004e6d439149ab982f110b5eff66a8 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:15.848657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Allocated IP 172.27.1.192 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/58298109-7914-4537-9258-9d0b24cca2f8) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:15.852976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:15.867569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4686a4e04743b2b4a5f03a4af59082 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:15.884266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:15.896741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:15.900756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:15.908998 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:15.916617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:16.017671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] For port 349da091-c41e-4683-82fe-dbf0c453dd66, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:16.020983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] For port 349da091-c41e-4683-82fe-dbf0c453dd66, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=349da091-c41e-4683-82fe-dbf0c453dd66,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:16.024797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:16.064237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Pushing event updated for resources: {'Port': ['ID=db169ffd-35b1-4557-8ed7-fd8abd213f6b,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:16.077299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:16.079146 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-245e332f-a247-4136-baa4-ee571da03a64 req-a005f342-0fc8-4612-a306-4ace9cc094f3 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.0971079
Feb 07 01:52:16.095122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.110276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:16.165296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.303138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.412446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:16.419013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Pushing event updated for resources: {'Port': ['ID=349da091-c41e-4683-82fe-dbf0c453dd66,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:16.441699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:16.470388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9dbb-0b62-4aab-a7cc-8473f26e7b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.603667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:16.603667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:16.603667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:16.663179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.681345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Pushing event updated for resources: {'Port': ['ID=58298109-7914-4537-9258-9d0b24cca2f8,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:16.685199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:16.730627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:16.745971 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10a2a490-8daf-4d58-97cc-7afa98e9cd7a req-eeaca631-eff2-4911-926f-d65e6d29ca71 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.0626142
Feb 07 01:52:16.755243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:16.800796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Allocated IP 172.27.1.5 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/d048ec8f-f98d-4b7d-b35e-5327e5a160b1) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:16.913236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2004e6d439149ab982f110b5eff66a8&name=default HTTP/1.1" status: 200  len: 2976 time: 1.1684992
Feb 07 01:52:16.913711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39152) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:16.932683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e633b0-c554-4418-9918-e08160fd46ed,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:16.942184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:17.235154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.260233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.262331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.334464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.355330 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-08cad6a4-9d6c-4d91-b6df-48a00fd09597 req-e1942884-4b7c-41c7-8464-d6e75389c37b tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.1541452
Feb 07 01:52:17.358402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-298eb11d-b545-4c0f-923a-54403b27152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:17.486280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.505514 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f4686a4e04743b2b4a5f03a4af59082&name=default HTTP/1.1" status: 200  len: 2978 time: 1.7624106
Feb 07 01:52:17.507497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39164) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:17.516885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.524857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817c59c-716d-4bb4-aa7d-81efe8cd12c1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:17.531574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:17.551370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.752449 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.815576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:17.846119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:17.991035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.005456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.087594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.093313 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ac3e84ca-08b4-46bd-992f-7fa1611141d5 req-4bc1da8c-4f95-4787-9485-699bee20077f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.1598136
Feb 07 01:52:18.108179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Pushing event updated for resources: {'Port': ['ID=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:18.117672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:18.154996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a38c33f9-f69f-4257-93cc-3a34b6b106fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:18.172129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.195761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.197047 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8e633b0-c554-4418-9918-e08160fd46ed HTTP/1.1" status: 204  len: 168 time: 1.2822523
Feb 07 01:52:18.202149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e633b0-c554-4418-9918-e08160fd46ed,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:18.223478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:18.237499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:18.238922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:18.241336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:18.354165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.368518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:18.384300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817c59c-716d-4bb4-aa7d-81efe8cd12c1,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:18.390178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:18.391217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Router ed90414a-5c36-4765-a34f-aa7e569fa49b is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:52:18.398866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.403233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7817c59c-716d-4bb4-aa7d-81efe8cd12c1 HTTP/1.1" status: 204  len: 168 time: 0.8897340
Feb 07 01:52:18.511205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-278cc857-98ff-4070-bcfe-5e4f053193ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:18.650040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6a93b-7986-4728-81b6-15a7edefdef0 None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:18.793539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Router 84e5e910-d74c-4211-bee8-5e77d844751f is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:52:18.840877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-610174ec-1b62-4376-bb67-0244dfd8bccb None None] Provisioning for port db169ffd-35b1-4557-8ed7-fd8abd213f6b completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:18.911191 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a15bf434-1050-45e8-83d4-dd95291806f8 req-4819ced8-e114-4743-9ca8-0d42ea480dca tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.1351190
Feb 07 01:52:18.923087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:18.934665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:18.958221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:18.959183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5e160>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:19.022221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:19.023567 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.1957128
Feb 07 01:52:19.027720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39188) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:19.079881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b0a2b9-de3f-48b1-ba8d-c646c67b0846 None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:52:19.211896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:19.402253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:19.432197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:19.438776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 349da091-c41e-4683-82fe-dbf0c453dd66 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:19.542691 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ececc41-a9c2-4bc8-a698-d9ec94952aa2 req-340af72f-9058-4b10-849b-fec3719f529d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.1149466
Feb 07 01:52:19.570975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:19.576328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.8358631
Feb 07 01:52:19.588959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39216) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:20.053041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:20.054101 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f38eb8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:20.064947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:20.103061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5e160>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:20.116558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:20.116935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Updating router ed90414a-5c36-4765-a34f-aa7e569fa49b port 58298109-7914-4537-9258-9d0b24cca2f8 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:20.254598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:20.294601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:20.334329 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-616e58b4-1017-4535-9a45-182a11ffb475 req-e32661ea-e8b5-49a8-b5b6-0b7f7c5a441b tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.0867987
Feb 07 01:52:20.492297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:20.809016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.21', 64021) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:21.009831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.010568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-245ed318-afb2-4c13-9053-fc15051abc70 None None] Provisioning for port 349da091-c41e-4683-82fe-dbf0c453dd66 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:21.144294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Allocated IP 172.20.0.1 (69b45842-9a06-42cf-9ab3-472fcdd47f00/364da082-2fca-464d-a9d3-067f4165d095/d984d4e4-140b-415a-98cd-8572776b088c) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:21.210699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.222089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.257142 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.268938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.284276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Transition to ACTIVE for port object 58298109-7914-4537-9258-9d0b24cca2f8 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:21.322608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.361679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 349da091-c41e-4683-82fe-dbf0c453dd66 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:21.381704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 349da091-c41e-4683-82fe-dbf0c453dd66 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:21.382127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.478431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f38eb8>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:21.503037 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c025a530-f724-468c-a3b7-d3ac97c2bac0 req-77c1b55c-8320-4fd2-8ef4-85f19e2d91e7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.5429392
Feb 07 01:52:21.789171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:21.789171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Updating router 84e5e910-d74c-4211-bee8-5e77d844751f port 1574b920-803e-4783-819e-f1dfa69c63ed binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:21.791551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.791551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Transition to ACTIVE for port object d984d4e4-140b-415a-98cd-8572776b088c will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:21.872999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:21.984031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.21', 64026) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:22.007391 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-901de024-640a-4d5c-9464-50e1f5a1292d req-d8f89c26-3fe4-4e15-b61f-93866fa8cec3 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.2531488
Feb 07 01:52:22.016836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-5916685c-9b28-4b94-b8ea-b0d5c8d20dd7 None None] Provisioning complete for port 349da091-c41e-4683-82fe-dbf0c453dd66 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:22.017557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5916685c-9b28-4b94-b8ea-b0d5c8d20dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.068404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.099204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:22.274853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:22.447538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Pushing event updated for resources: {'Port': ['ID=58298109-7914-4537-9258-9d0b24cca2f8,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:22.479126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.484261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.484918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.485417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.485929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.486421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.486926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.487414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.488062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.488572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.489058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.489545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.490139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.490647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.491184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.493390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.495400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.495993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.500486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.501088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.501597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.502099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.504070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.504070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Tracked resource versions report:
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]: pushed versions:
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]: {   'AddressGroup': {'1.1'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'ConntrackHelper': {'1.0'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Log': {'1.0'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Network': {'1.1'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Port': {'1.7'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'PortForwarding': {'1.2'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'QosPolicy': {'1.8'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroup': {'1.4'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SecurityGroupRule': {'1.2'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'SubPort': {'1.0'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Subnet': {'1.1'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     'Trunk': {'1.1'}}
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]: consumer versions:
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]: {   DHCP agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     L3 agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metadata agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     Metering agent@dv-cinder-740146-7-iscsi: {},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@dv-cinder-740146-7-iscsi: {   'AddressGroup': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'ConntrackHelper': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Log': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Network': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Port': '1.7',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'PortForwarding': '1.2',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'QosPolicy': '1.8',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroup': '1.4',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SecurityGroupRule': '1.2',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'SubPort': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Subnet': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                                      'Trunk': '1.1'},
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:     Open vSwitch agent@hv-cinder-74014: {   'AddressGroup': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'ConntrackHelper': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Log': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Network': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Port': '1.7',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'PortForwarding': '1.2',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'QosPolicy': '1.8',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroup': '1.4',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SecurityGroupRule': '1.2',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'SubPort': '1.0',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Subnet': '1.1',
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:                                             'Trunk': '1.1'}}
Feb 07 01:52:22.508131 dv-cinder-740146-7-iscsi neutron-server[79946]:  {{(pid=80062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 07 01:52:22.614659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Attempting to bind port 58298109-7914-4537-9258-9d0b24cca2f8 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:22.617537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Attempting to bind port 58298109-7914-4537-9258-9d0b24cca2f8 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:22.618719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Attempting to bind port 58298109-7914-4537-9258-9d0b24cca2f8 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:22.642468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:22.644722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:22.646274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.655610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:22.656659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Bound port: 58298109-7914-4537-9258-9d0b24cca2f8, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:22.657280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.662347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.766679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-d59928ae-9cbe-4f0c-82d4-629d78dc8c06 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:22.772901 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-d59928ae-9cbe-4f0c-82d4-629d78dc8c06 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 1.8259749
Feb 07 01:52:22.865673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] For port 58298109-7914-4537-9258-9d0b24cca2f8, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:22.869573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] For port 58298109-7914-4537-9258-9d0b24cca2f8, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=58298109-7914-4537-9258-9d0b24cca2f8,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:22.890188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:22.900853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.911692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 349da091-c41e-4683-82fe-dbf0c453dd66, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=349da091-c41e-4683-82fe-dbf0c453dd66,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:22.941728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:22.973953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Pushing event updated for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:22.978658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.980452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:22.990145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:22.992384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Request body: {'port': {'device_id': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63', 'admin_state_up': True, 'tenant_id': 'e85d01042fb54d22a19f630bbf212469'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:23.111619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:23.113062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:23.129404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:23.131468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:23.135508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db169ffd-35b1-4557-8ed7-fd8abd213f6b up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:23.197750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Pushing event updated for resources: {'Port': ['ID=58298109-7914-4537-9258-9d0b24cca2f8,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:23.212819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7f8c674f-d22e-4036-a32d-6ea788527225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:23.310632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:23.316355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:23.317053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5e160>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:23.331611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Usage tracker for resource:port and tenant:e85d01042fb54d22a19f630bbf212469 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:23.335275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:23.494061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:23.534081 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-25bedd9d-18c9-420c-9062-781c4ce72f97 req-2756f56a-c5f8-4c8c-8abe-f4ee534d00b9 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.6163058
Feb 07 01:52:23.553771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:23.587457 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aafed8ee-f089-41ab-9aa9-94ac0ef91e81 req-e4fdc6ef-479d-4234-a131-495645d2889c tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.1454759
Feb 07 01:52:23.636136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:23.954159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=349da091-c41e-4683-82fe-dbf0c453dd66,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:24.060359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-d6d499b7-938f-41c7-b30a-250af5c35005 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:24.063005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.063579 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-d6d499b7-938f-41c7-b30a-250af5c35005 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.21 "GET /v2.0/networks?id=89adae80-370e-42ec-9fc6-be637727a81b HTTP/1.1" status: 200  len: 812 time: 2.0501182
Feb 07 01:52:24.077185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:24.148570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.217329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.223448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5e160>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:24.235022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Transition to ACTIVE for port object 1574b920-803e-4783-819e-f1dfa69c63ed will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:24.236788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8466533-676f-47df-803c-a5a621cfdb9e None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:24.238968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:24.259588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7798c8c5-e07e-4055-9b59-62fbeb6e3a41 None None] Provisioning complete for port 349da091-c41e-4683-82fe-dbf0c453dd66 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:24.259588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7798c8c5-e07e-4055-9b59-62fbeb6e3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.355198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Request body: {'port': {'device_id': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b', 'admin_state_up': True, 'tenant_id': 'deed86e55806401bb34f233ad1b4ceca'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:24.358668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.731538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:24.778026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.810298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port db169ffd-35b1-4557-8ed7-fd8abd213f6b completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:24.810488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.811634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:24.849296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69280234-100a-454e-b58d-817022b7f316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:24.936899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Pushing event updated for resources: {'Port': ['ID=1574b920-803e-4783-819e-f1dfa69c63ed,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:24.939768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Attempting to bind port 1574b920-803e-4783-819e-f1dfa69c63ed on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:24.940306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Attempting to bind port 1574b920-803e-4783-819e-f1dfa69c63ed by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:24.941044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Attempting to bind port 1574b920-803e-4783-819e-f1dfa69c63ed on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:24.948361 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port db169ffd-35b1-4557-8ed7-fd8abd213f6b triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:24.949087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.013441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:25.019585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:25.020080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:25.020577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.021027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:25.021574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Bound port: 1574b920-803e-4783-819e-f1dfa69c63ed, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:25.022065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.192124 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bf0ac6e0-1934-43bc-beb8-4a9fcad41fd8 req-e3f33e05-00fe-4f0d-aef1-394ce74f330f tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.1057968
Feb 07 01:52:25.230476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Pushing event updated for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:25.230476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:25.325650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:25.330577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:25.361187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.375007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7798c8c5-e07e-4055-9b59-62fbeb6e3a41 None None] Provisioning complete for port db169ffd-35b1-4557-8ed7-fd8abd213f6b triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:25.375800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7798c8c5-e07e-4055-9b59-62fbeb6e3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.469916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] For port 1574b920-803e-4783-819e-f1dfa69c63ed, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:25.552173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port db169ffd-35b1-4557-8ed7-fd8abd213f6b, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db169ffd-35b1-4557-8ed7-fd8abd213f6b,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:25.574924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] For port 1574b920-803e-4783-819e-f1dfa69c63ed, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1574b920-803e-4783-819e-f1dfa69c63ed,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:25.594148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.613237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:25.692771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:25.703628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Usage tracker for resource:port and tenant:deed86e55806401bb34f233ad1b4ceca is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:25.709812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:25.721688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:25.723584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:25.973246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:52:25.994538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4de41a5-c4f1-4ebb-a8a3-0819b3929c40 req-571f157a-4fb1-498e-9807-73735b5ff6e2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.7897222
Feb 07 01:52:26.016379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Made reservation on behalf of deed86e55806401bb34f233ad1b4ceca for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:26.049584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:26.081428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:26.221782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 58298109-7914-4537-9258-9d0b24cca2f8 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:26.482111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:26.482842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f38eb8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:26.521125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Router 20cd3164-f802-4437-bd8a-a79d52ff068a is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:52:26.821936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:27.029693 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bcbe13b0-999e-41c4-9f8f-69082c43a4da req-df031b96-6cfc-468c-82eb-ecaa1aebeef0 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.5009942
Feb 07 01:52:27.078549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=db169ffd-35b1-4557-8ed7-fd8abd213f6b,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:27.083328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.471s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:27.112622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:27.133709 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] 10.222.0.38 "PUT /v2.0/routers/ed90414a-5c36-4765-a34f-aa7e569fa49b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1052442
Feb 07 01:52:27.260343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-dc5c5339-3501-4a19-9161-66953555c5be None None] Provisioning for port d984d4e4-140b-415a-98cd-8572776b088c completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:27.264186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:27.387782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Pushing event updated for resources: {'Port': ['ID=1574b920-803e-4783-819e-f1dfa69c63ed,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:27.390934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 58298109-7914-4537-9258-9d0b24cca2f8 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:27.397817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:27.404546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 58298109-7914-4537-9258-9d0b24cca2f8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:27.405100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:27.471588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-dc5c5339-3501-4a19-9161-66953555c5be None None] Provisioning complete for port d984d4e4-140b-415a-98cd-8572776b088c triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:27.472172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5339-3501-4a19-9161-66953555c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:27.547387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c5339-3501-4a19-9161-66953555c5be None None] Port d984d4e4-140b-415a-98cd-8572776b088c cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:52:27.650194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39430) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:27.675287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:27.712808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 58298109-7914-4537-9258-9d0b24cca2f8, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=58298109-7914-4537-9258-9d0b24cca2f8,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:27.719038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f38eb8>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:27.724424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3c703-61df-4b83-ad38-879a3a37da7f None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 3, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:27.750821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:27.753525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 349da091-c41e-4683-82fe-dbf0c453dd66 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:27.797894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:27.866181 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e11de220-4bef-4c30-8145-5e3d89661aff req-76e8283c-1b16-4b48-8bdd-3af88ac9ea96 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.3916388
Feb 07 01:52:27.934284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=58298109-7914-4537-9258-9d0b24cca2f8,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:27.945752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:28.016614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 349da091-c41e-4683-82fe-dbf0c453dd66 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:28.017544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:28.398127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 58298109-7914-4537-9258-9d0b24cca2f8 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:28.419771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:28.431262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Sync routers for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:28.454143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:28.454832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5ea90>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:28.551218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0201bfbd-0e6f-4672-bf53-c61d2a1cc026 req-ddc82ad8-1d95-4ef3-a3c0-be8775a52830 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.2056985
Feb 07 01:52:28.651738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:28.695289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39444) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:28.700519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 58298109-7914-4537-9258-9d0b24cca2f8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:28.700971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:28.718287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495308364', 'description': 'tempest-description--15427208'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:28.766866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Allocated IP 172.20.0.11 (e617216e-bd1e-4883-9ac7-82cffef20e63/f55d9760-9f18-42b1-83b3-9fad69d801db/b453d4a3-644d-48f8-a290-25464c5161d1) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:28.779657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:28.810348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:28.816684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:28.825803 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:28.853489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:28.853489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a60ddb8ffd43828c5aa3ef168b51f6 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:28.853489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:28.891365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:28.908636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:28.999894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:29.003813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a20f9470>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:29.074312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:29.083854 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 17.6964827
Feb 07 01:52:29.086852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:29.206633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39454) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:29.343219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:29.361783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:29.436749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:29.484564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:29.488756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:29.530076 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6a60ddb8ffd43828c5aa3ef168b51f6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8784027
Feb 07 01:52:29.532639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1723f7-df2f-4dd8-9f73-686c5e1f0472,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:29.535863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39462) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:29.537130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:29.544573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:29.548319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:29.564970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:29.675489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db169ffd-35b1-4557-8ed7-fd8abd213f6b up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:29.709518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Allocated IP 172.20.0.8 (89adae80-370e-42ec-9fc6-be637727a81b/a93f0aeb-66f3-4b0b-a569-f3bb1e89e817/8d19745a-39c7-41fc-8f80-aaa5edf946fb) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:29.829927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:29.912763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5ea90>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:18Z', 'revision_number': 3, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:29.923901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Checking router: 20cd3164-f802-4437-bd8a-a79d52ff068a for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:29.924439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Updating router 20cd3164-f802-4437-bd8a-a79d52ff068a port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:29.938039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.007121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:30.059664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.130527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-96d981c1-b8df-4e13-a687-8a5565d5d6f3 req-7c4c056c-7d6f-4bff-8e29-9499ae3dccb4 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.1452701
Feb 07 01:52:30.155720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.202427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.209181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9a13b3f2-ff2c-4a47-8652-2e833b8a2946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:30.347823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25e088-2b23-4420-9bd6-4c5ca9e1566c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:30.358259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:30.384776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.389794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.6842744
Feb 07 01:52:30.390514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39476) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:30.407938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group_rule': {'security_group_id': 'bd25e088-2b23-4420-9bd6-4c5ca9e1566c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:30.472545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:30.494596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:30.504445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:30.524865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:30.573223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.576975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.583088 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d1723f7-df2f-4dd8-9f73-686c5e1f0472 HTTP/1.1" status: 204  len: 168 time: 1.0396118
Feb 07 01:52:30.583088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:30.613049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.627048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Transition to ACTIVE for port object d048ec8f-f98d-4b7d-b35e-5327e5a160b1 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:30.629393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1723f7-df2f-4dd8-9f73-686c5e1f0472,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:30.641089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:30.641854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.665936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.748154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port db169ffd-35b1-4557-8ed7-fd8abd213f6b triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:30.748581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.842591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-de45dbfc-2ee8-4e89-b146-7579d3cf2d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:30.872371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.950871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:30.952751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:30.993190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Pushing event updated for resources: {'Port': ['ID=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:31.005639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156b5ab4-77a5-4dc6-8a79-32331fdf31f5,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:31.009247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a20f9470>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:24Z', 'revision_number': 2, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:31.010056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:31.017340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:31.038346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:31.041849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Updating router ed90414a-5c36-4765-a34f-aa7e569fa49b port d984d4e4-140b-415a-98cd-8572776b088c binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:31.065104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.066682 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-28dd6f8c-d38e-42aa-942e-b3e293bb2cd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6751065
Feb 07 01:52:31.070374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39488) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:31.076943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group_rule': {'security_group_id': 'bd25e088-2b23-4420-9bd6-4c5ca9e1566c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:31.095390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-1b576056-392f-464b-a39b-98d01e64e8de req-c650d954-0dbb-4f37-95c1-ef83a20fce51 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:31.117158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Attempting to bind port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:31.117997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Attempting to bind port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:31.118481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Attempting to bind port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:31.124083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:31.130027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:31.133583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:31.142525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:31.143205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:31.147279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.151763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:31.152472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.153166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:31.153926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Bound port: d048ec8f-f98d-4b7d-b35e-5327e5a160b1, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:31.154586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.271612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.321672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] For port d048ec8f-f98d-4b7d-b35e-5327e5a160b1, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:31.328520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] For port d048ec8f-f98d-4b7d-b35e-5327e5a160b1, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:31.374166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.408325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:31.455863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1574b920-803e-4783-819e-f1dfa69c63ed up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:31.506247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.522534 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2d3c80e6-0989-4073-b8ba-04a597b0c30b req-8e9bb1f6-c012-44ed-860c-e75eaf847b4a tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.0890729
Feb 07 01:52:31.540241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.543023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:31.609624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9739e6c4-4fe1-4038-8d7c-35aefdccb75d,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:31.621041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:31.665459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.670571 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8db84832-4193-499e-b922-6130038381ef tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5956659
Feb 07 01:52:31.671424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39506) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:31.677660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:31.734552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:31.747143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-1b576056-392f-464b-a39b-98d01e64e8de req-c650d954-0dbb-4f37-95c1-ef83a20fce51 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:31.748907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:floatingip and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:31.767753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:31.768167 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b576056-392f-464b-a39b-98d01e64e8de req-c650d954-0dbb-4f37-95c1-ef83a20fce51 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 2.1839607
Feb 07 01:52:31.794162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:31.833712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Allocated IP 172.20.0.1 (9e4ca1c8-8bd2-4866-83d4-06dda4274c45/25170f2e-e4df-4a5b-9519-79470c0dcb6b/cf43e71f-62da-40eb-a310-e0b7d518caa0) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:31.877151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:31.936967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 1574b920-803e-4783-819e-f1dfa69c63ed completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:32.011378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39520) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:32.014145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1574b920-803e-4783-819e-f1dfa69c63ed triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:32.015572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.158127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Pushing event updated for resources: {'Port': ['ID=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:32.174510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:32.225156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.338492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:32.360725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:32.361183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.363390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5ea90>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:32.537631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Usage tracker for resource:security_group_rule and tenant:0f6375b24d3e49dc81502b5ec8257034 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:32.555069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:32.563354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.616958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 1574b920-803e-4783-819e-f1dfa69c63ed, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1574b920-803e-4783-819e-f1dfa69c63ed,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:32.619573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 01:52:32.620197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:32.654184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.728174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:32.793699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:32.917755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Allocated IP 172.27.1.14 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/8a66bd3d-fd63-4c0f-9213-b6f428d02869) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:32.949523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:33.044636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.119383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=1574b920-803e-4783-819e-f1dfa69c63ed,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:33.128799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:33.133999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Transition to ACTIVE for port object d984d4e4-140b-415a-98cd-8572776b088c will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:33.168286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.327440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:33.332423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.361961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.363629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Transition to ACTIVE for port object cf43e71f-62da-40eb-a310-e0b7d518caa0 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:33.401948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.436863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.438390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2e5ea90>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:18Z', 'revision_number': 3, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:33.443307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637da021-88a6-47c5-ae2f-4850a7ee4002 None None] The sync data for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi is: [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:18Z', 'revision_number': 3, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:33.445330 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4952390e-59b3-4b55-a292-cd654242a287 req-29dc3916-a868-41b3-9e8c-f7d5b6da3d1a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.2917984
Feb 07 01:52:33.460589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1574b920-803e-4783-819e-f1dfa69c63ed up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:33.511400 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d6ea54ec-33b5-4cff-b5c3-b24243452374 req-40992ecb-f9c6-4a81-b275-caba075b4f7a tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.3629043
Feb 07 01:52:33.522123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.553396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-75aea34b-d2f6-44b9-940b-9afee8fc95ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:33.560700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:33.630852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.801134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=8a66bd3d-fd63-4c0f-9213-b6f428d02869,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:33.833617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:33.859662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Pushing event updated for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:33.865862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Attempting to bind port d984d4e4-140b-415a-98cd-8572776b088c on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:33.866111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Attempting to bind port d984d4e4-140b-415a-98cd-8572776b088c by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:33.866523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Attempting to bind port d984d4e4-140b-415a-98cd-8572776b088c on network 69b45842-9a06-42cf-9ab3-472fcdd47f00 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:33.876693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:33.877886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:33.878011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Checking segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:33.878388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:33.878823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Bound using segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:33.879522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Bound port: d984d4e4-140b-415a-98cd-8572776b088c, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:33.880015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.046500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] For port d984d4e4-140b-415a-98cd-8572776b088c, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:34.050029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] For port d984d4e4-140b-415a-98cd-8572776b088c, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d984d4e4-140b-415a-98cd-8572776b088c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:34.106296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1574b920-803e-4783-819e-f1dfa69c63ed triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:34.106724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.107475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:34.108841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:34.111220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:34.162427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.258355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.329240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:34.363296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Network e617216e-bd1e-4883-9ac7-82cffef20e63 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:34.375663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:34.418175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.480642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:34.481548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a20f9470>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:34.529326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:34.743663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:34.752967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.828975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:34.904705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Pushing event updated for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:35.035532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.115781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.572s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:35.168730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Pushing event updated for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:35.184679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:35.250984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39574) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:35.468757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:35.604051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.604255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d048ec8f-f98d-4b7d-b35e-5327e5a160b1 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:35.656227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.845603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.057s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:35.872924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f391f3-ad1b-4b65-a684-28a017d67da4 req-6aed9310-3adc-4535-8972-9f07b6c70fb0 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:35.875222 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7f391f3-ad1b-4b65-a684-28a017d67da4 req-6aed9310-3adc-4535-8972-9f07b6c70fb0 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 931 time: 0.7391169
Feb 07 01:52:35.876217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.879268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.944869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:35.946470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event updated for resources: {'Port': ['ID=b453d4a3-644d-48f8-a290-25464c5161d1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:35.949504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:35.963031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:36.005700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:36.021032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a20f9470>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:34Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:36.024463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:36.028087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7075e-2d7c-4358-8866-ff3da0c50ab8 None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:34Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:36.042474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:36.048528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:36.048941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.083810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:36.084335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.108734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:36.137655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Usage tracker for resource:security_group_rule and tenant:304926fb10fb4265bf390b67d83ebd28 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:36.147904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:36.158140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:36.182397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:36.194138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b94599-bae9-44a9-a438-3b68cce3bde2,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:36.237914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:36.285276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.313498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port d048ec8f-f98d-4b7d-b35e-5327e5a160b1, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:36.336088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.341615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:36.389774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-933f8355-3d62-4318-99a3-c16cedbfbd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:36.481690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.529724 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7f391f3-ad1b-4b65-a684-28a017d67da4 req-9c02a0eb-4779-4dde-8d0c-636dc61ed858 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5065084
Feb 07 01:52:36.551376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:36.556849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:36.607796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=8a66bd3d-fd63-4c0f-9213-b6f428d02869,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:36.611188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:36.648310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-61b1c815-2a2a-4645-821b-c944857016d8 None None] Provisioning for port cf43e71f-62da-40eb-a310-e0b7d518caa0 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:36.656806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-61b1c815-2a2a-4645-821b-c944857016d8 None None] Provisioning complete for port cf43e71f-62da-40eb-a310-e0b7d518caa0 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:36.657221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-61b1c815-2a2a-4645-821b-c944857016d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.710418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.722154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:52:36.848764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-61b1c815-2a2a-4645-821b-c944857016d8 None None] Port cf43e71f-62da-40eb-a310-e0b7d518caa0 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:52:36.869627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.873198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 13.9571314
Feb 07 01:52:36.903380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.917888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Allocated IP 172.20.0.1 (3e3a5a26-b351-4c68-a691-f295a56b5d2d/59ea7248-a0e7-4024-a3b6-e3b57f46d8c1/1d0128b7-e214-43cf-902b-d85a1e4f8cc4) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:36.941840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f4b34058-492b-42bf-ad4d-39b935b0ebf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:36.961791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f6375b24d3e49dc81502b5ec8257034&name=default HTTP/1.1" status: 200  len: 2979 time: 4.9361148
Feb 07 01:52:36.969991 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=304926fb10fb4265bf390b67d83ebd28&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7154117
Feb 07 01:52:36.970478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39598) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:36.971102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39602) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:36.975141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Pushing event updated for resources: {'Port': ['ID=8d19745a-39c7-41fc-8f80-aaa5edf946fb,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:36.978162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:36.979846 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3072770
Feb 07 01:52:37.070184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae665a08-a6e4-4669-b0f1-cb4bf160fa6c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:37.077427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:37.079937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:37.108255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-e6ec061a-29dd-4521-a6cf-a1506a83ca2f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:52:37.113285 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-e6ec061a-29dd-4521-a6cf-a1506a83ca2f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0155082
Feb 07 01:52:37.121839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Network 89adae80-370e-42ec-9fc6-be637727a81b is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:37.126963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:37.283139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.318367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.411080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.420523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2f97e-9a56-4c22-a14e-10e5b1691197 req-47d267a0-562e-4172-9d27-618d9cca453c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:37.444875 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90a2f97e-9a56-4c22-a14e-10e5b1691197 req-47d267a0-562e-4172-9d27-618d9cca453c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 932 time: 2.5136580
Feb 07 01:52:37.476721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.532404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:37.564333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-78c48da7-fa16-48dd-8445-cf1a5e367890 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:37.652028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:37.653110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.688319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-78c48da7-fa16-48dd-8445-cf1a5e367890 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:37.689818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-78c48da7-fa16-48dd-8445-cf1a5e367890 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--495308364&fields=id&tenant_id=1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 267 time: 0.3524737
Feb 07 01:52:37.720970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d048ec8f-f98d-4b7d-b35e-5327e5a160b1 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:37.904979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:37.905677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:37.953326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Request body: {'port': {'device_id': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:38.071287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.078015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d984d4e4-140b-415a-98cd-8572776b088c up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:38.169147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-f044b155-eaf0-4b69-92ab-e322cd5c5e0a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:38.169952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-f044b155-eaf0-4b69-92ab-e322cd5c5e0a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:38.179145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.181380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.182574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port d984d4e4-140b-415a-98cd-8572776b088c completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:38.188944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port d984d4e4-140b-415a-98cd-8572776b088c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:38.189573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.200486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76259dad-5a28-4e57-9fb7-7f862253e73e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:38.218794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90a2f97e-9a56-4c22-a14e-10e5b1691197 req-04bdbe13-50eb-4267-8785-fbbabf337d0e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7707195
Feb 07 01:52:38.226246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.231303 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91b94599-bae9-44a9-a438-3b68cce3bde2 HTTP/1.1" status: 204  len: 168 time: 1.2588732
Feb 07 01:52:38.232538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae665a08-a6e4-4669-b0f1-cb4bf160fa6c,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:38.264965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.283075 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 13.9550040
Feb 07 01:52:38.287786 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-cb6eaa25-b442-4889-893b-5523fa6467a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae665a08-a6e4-4669-b0f1-cb4bf160fa6c HTTP/1.1" status: 204  len: 168 time: 1.3046730
Feb 07 01:52:38.291345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-f044b155-eaf0-4b69-92ab-e322cd5c5e0a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:38.321257 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-f044b155-eaf0-4b69-92ab-e322cd5c5e0a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 810 time: 0.6160889
Feb 07 01:52:38.362019 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-1e7cd1b7-3e0d-4704-9d2d-f82dc5f1b0f8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/quotas/1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 375 time: 0.0395021
Feb 07 01:52:38.381479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.415515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.443801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port d984d4e4-140b-415a-98cd-8572776b088c, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d984d4e4-140b-415a-98cd-8572776b088c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:38.458081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b94599-bae9-44a9-a438-3b68cce3bde2,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:38.479271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.481302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:38.525562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.545054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Request body: {'port': {'device_id': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:38.601303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:38.617378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:38.698692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:38.714583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:38.715180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:38.715570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:38.718392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:38.804829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-d5a118bf-c0b8-4ec8-93f2-805971b7045d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:38.844433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37270eab-9749-4415-bd29-73f6478b4033 req-d5a118bf-c0b8-4ec8-93f2-805971b7045d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:38.845921 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-d5a118bf-c0b8-4ec8-93f2-805971b7045d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4830410
Feb 07 01:52:38.889253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:38.892705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.017262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39650) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:39.044236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.066174 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-c755cd4a-d86c-44e8-811b-bec22549311b service neutron] 10.222.0.38 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039528
Feb 07 01:52:39.067413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:39.073358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Usage tracker for resource:security_group_rule and tenant:e1b950f9c2fd459caea7aee64d707285 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:39.108105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:39.161981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:39.182731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:39.208958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.267899 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-c2f847d1-9c2a-44f8-ad89-b108aeb11213 service neutron] 10.222.0.38 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1907749
Feb 07 01:52:39.275900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-227efa48-4f5d-40bd-a920-9bb8bc079778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:39.377504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.433237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.449133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:39.465250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.496136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Pushing event updated for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:39.518320 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1b950f9c2fd459caea7aee64d707285&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4992385
Feb 07 01:52:39.521070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdea630f-6333-4b9d-b5d0-d63ba0fb998e,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:39.526507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39668) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:39.541833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:39.587558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:39.608519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d984d4e4-140b-415a-98cd-8572776b088c up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:39.653038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:39.656623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.676754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:39.696783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:39.697196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.703882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.849254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port d984d4e4-140b-415a-98cd-8572776b088c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:39.851300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.879573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.900883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:39.906863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c783-fb33-4896-95c9-8db123609b6e req-b95cd88d-c15b-4999-b212-1121aab8f199 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:39.907726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d824c783-fb33-4896-95c9-8db123609b6e req-b95cd88d-c15b-4999-b212-1121aab8f199 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Synchronizing usage tracker for tenant:deed86e55806401bb34f233ad1b4ceca on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:39.923938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdea630f-6333-4b9d-b5d0-d63ba0fb998e,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:39.938172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:39.956316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:39.958218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdea630f-6333-4b9d-b5d0-d63ba0fb998e HTTP/1.1" status: 204  len: 168 time: 0.4306154
Feb 07 01:52:40.160289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822501d3-ee4a-456b-8f22-a59a53c57fbf req-707b276f-78b4-4103-8353-eebe6f1494ec tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:40.162232 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-822501d3-ee4a-456b-8f22-a59a53c57fbf req-707b276f-78b4-4103-8353-eebe6f1494ec tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 932 time: 0.3627350
Feb 07 01:52:40.194313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:40.204976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:40.267278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-822501d3-ee4a-456b-8f22-a59a53c57fbf req-52eb4356-2950-4acd-a6dd-a215d7a506ab tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:40.350972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-822501d3-ee4a-456b-8f22-a59a53c57fbf req-52eb4356-2950-4acd-a6dd-a215d7a506ab tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:40.353211 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-822501d3-ee4a-456b-8f22-a59a53c57fbf req-52eb4356-2950-4acd-a6dd-a215d7a506ab tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830268
Feb 07 01:52:40.445048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d824c783-fb33-4896-95c9-8db123609b6e req-b95cd88d-c15b-4999-b212-1121aab8f199 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Unset dirty status for tenant:deed86e55806401bb34f233ad1b4ceca on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:40.447806 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d824c783-fb33-4896-95c9-8db123609b6e req-b95cd88d-c15b-4999-b212-1121aab8f199 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 931 time: 1.9108627
Feb 07 01:52:40.505465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-22a412cb-11d3-4412-87fd-8f266daf49e8 None None] Provisioning complete for port cf43e71f-62da-40eb-a310-e0b7d518caa0 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:40.506657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-22a412cb-11d3-4412-87fd-8f266daf49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:40.529473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f268070b-8673-4b28-bf41-212293e95d6c req-c88fcfbe-dcea-41cb-b651-e96a9a5c70d7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.0689552
Feb 07 01:52:40.590325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-22a412cb-11d3-4412-87fd-8f266daf49e8 None None] Port cf43e71f-62da-40eb-a310-e0b7d518caa0 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:52:40.766115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d824c783-fb33-4896-95c9-8db123609b6e req-aa937be8-a6bf-4f78-a766-d5cf76dfdc6e tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Synchronizing usage tracker for tenant:deed86e55806401bb34f233ad1b4ceca on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:40.777463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:52:40.914511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39702) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:40.931345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:40.935840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:40.954139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:40.957765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3894bd07b4d433f88bab8b1d370b756 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:40.961199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:40.966834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:41.013505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b453d4a3-644d-48f8-a290-25464c5161d1 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:52:41.037528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.069027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.099331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.113026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:41.162517 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3894bd07b4d433f88bab8b1d370b756&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2439632
Feb 07 01:52:41.162517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476fe46-c90e-453d-a926-5facfad9dd67,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:41.163127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d824c783-fb33-4896-95c9-8db123609b6e req-aa937be8-a6bf-4f78-a766-d5cf76dfdc6e tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Unset dirty status for tenant:deed86e55806401bb34f233ad1b4ceca on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:41.163127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d824c783-fb33-4896-95c9-8db123609b6e req-aa937be8-a6bf-4f78-a766-d5cf76dfdc6e tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6427720
Feb 07 01:52:41.163279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39710) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:41.166870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:41.247698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.282646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.418571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Transition to ACTIVE for port object b453d4a3-644d-48f8-a290-25464c5161d1 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:41.448663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.457088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:41.472888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476fe46-c90e-453d-a926-5facfad9dd67,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:41.475470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.480156 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d476fe46-c90e-453d-a926-5facfad9dd67 HTTP/1.1" status: 204  len: 168 time: 0.3126686
Feb 07 01:52:41.480156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:41.549038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:41.716099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c2be48ac-a419-4480-94b9-d816b631458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:41.771786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:41.782280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:41.794249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:41.794949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b160>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:41.839533 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] 10.222.0.38 "PUT /v2.0/routers/84e5e910-d74c-4211-bee8-5e77d844751f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.2455721
Feb 07 01:52:41.849767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8feb86-258e-45de-b955-411d13f296cd req-5875a391-f25d-415c-a001-834f0a5d1763 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:41.857924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d8feb86-258e-45de-b955-411d13f296cd req-5875a391-f25d-415c-a001-834f0a5d1763 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 0.2753959
Feb 07 01:52:41.885375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2fa754df-c020-4262-9e2e-523671e9a6dc req-beab6741-5ffb-4d96-a7d2-c77683d8815e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.1152387
Feb 07 01:52:42.050717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=b453d4a3-644d-48f8-a290-25464c5161d1,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:42.051948 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d8feb86-258e-45de-b955-411d13f296cd req-35add5e9-3001-47fb-b71d-ed745b3b87bf tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930256
Feb 07 01:52:42.076699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:42.093531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d19745a-39c7-41fc-8f80-aaa5edf946fb {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:52:42.115275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.154579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Transition to ACTIVE for port object 8d19745a-39c7-41fc-8f80-aaa5edf946fb will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:42.225948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.21', 64042) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:42.252376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.276722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:42.312234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:42.526464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Attempting to bind port b453d4a3-644d-48f8-a290-25464c5161d1 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:42.526862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Attempting to bind port b453d4a3-644d-48f8-a290-25464c5161d1 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:42.527284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Attempting to bind port b453d4a3-644d-48f8-a290-25464c5161d1 on network e617216e-bd1e-4883-9ac7-82cffef20e63 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:42.532129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 01:52:42.567082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.569134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:42.569780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Checking segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:42.569895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.570337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Bound using segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:42.571385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Bound port: b453d4a3-644d-48f8-a290-25464c5161d1, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:42.571761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.592427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Pushing event updated for resources: {'Port': ['ID=8d19745a-39c7-41fc-8f80-aaa5edf946fb,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:42.603243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:42.616597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.669948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:42.721287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:42.893834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-af65578a-2bb1-4f5a-b2c2-022e6c64b255 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:42.907784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-af65578a-2bb1-4f5a-b2c2-022e6c64b255 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 810 time: 0.6798651
Feb 07 01:52:43.138153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-50221fd0-9c11-42d5-8113-6a7627fe030b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 5702 time: 0.2054827
Feb 07 01:52:43.144775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'port': {'device_id': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'admin_state_up': True, 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'security_groups': ['bd25e088-2b23-4420-9bd6-4c5ca9e1566c']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:43.178946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b160>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 2, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:43.191456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:43.192320 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Updating router 84e5e910-d74c-4211-bee8-5e77d844751f port cf43e71f-62da-40eb-a310-e0b7d518caa0 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:43.194102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:43.256254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39774) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:43.263166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272635471', 'description': 'tempest-description--1253835256'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:43.279171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:43.291523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:43.316340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] For port b453d4a3-644d-48f8-a290-25464c5161d1, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:43.370798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] For port b453d4a3-644d-48f8-a290-25464c5161d1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=b453d4a3-644d-48f8-a290-25464c5161d1,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:43.467649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:43.480798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:43.496447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:43.516747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a1bc-341d-4c45-98cc-4fa8f535b319 req-0801f7a4-8b13-4b38-a9f0-27f632b3dd5e tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:43.518478 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f076a1bc-341d-4c45-98cc-4fa8f535b319 req-0801f7a4-8b13-4b38-a9f0-27f632b3dd5e tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 943 time: 0.8963797
Feb 07 01:52:43.523071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Attempting to bind port 8d19745a-39c7-41fc-8f80-aaa5edf946fb on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:43.524003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Attempting to bind port 8d19745a-39c7-41fc-8f80-aaa5edf946fb by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:43.524373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Attempting to bind port 8d19745a-39c7-41fc-8f80-aaa5edf946fb on network 89adae80-370e-42ec-9fc6-be637727a81b {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:43.529476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:43.532424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:43.536026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:43.556800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8cd1c4a3-6e2b-4674-9996-63f949505ddd req-4f2ce170-3424-4cfb-b771-c81ed66bdf96 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.0644374
Feb 07 01:52:43.559603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Made reservation on behalf of 1aae9a1119f6439ea36e78f4f0cf363d for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:43.574964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:43.575328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Checking segment: {'id': '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:43.575736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:43.576135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Bound using segment: {'id': '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:43.576628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Bound port: 8d19745a-39c7-41fc-8f80-aaa5edf946fb, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '89adae80-370e-42ec-9fc6-be637727a81b'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:43.577004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:43.582848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:43.612417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:43.619836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:43.642113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:43.674242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:43.989611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.006133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Transition to ACTIVE for port object cf43e71f-62da-40eb-a310-e0b7d518caa0 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:44.041868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.051626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680880-a5e9-4093-95af-4f902d7a1a30 req-9d504dc5-d15d-4521-9d6a-3b4769eba791 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:44.053675 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-27680880-a5e9-4093-95af-4f902d7a1a30 req-9d504dc5-d15d-4521-9d6a-3b4769eba791 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 0.2467864
Feb 07 01:52:44.054881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.060433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:44.147813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:44.152917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:44.156226 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:44.162291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:44.215187 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-27680880-a5e9-4093-95af-4f902d7a1a30 req-1d628f04-850a-4217-bd83-2a234649a1ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408982
Feb 07 01:52:44.288512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Pushing event updated for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:44.302172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=b453d4a3-644d-48f8-a290-25464c5161d1,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:44.325549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f076a1bc-341d-4c45-98cc-4fa8f535b319 req-5d32a966-29ea-4a85-bde1-0a5c1954b618 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7983975
Feb 07 01:52:44.340745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:44.384538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:44.427305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.473940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.487989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-deba2180-efdc-481b-9145-f22d3e0753f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:44.519486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:44.520450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.525266 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] 10.222.0.21 "PUT /v2.0/ports/b453d4a3-644d-48f8-a290-25464c5161d1 HTTP/1.1" status: 200  len: 1158 time: 6.8650520
Feb 07 01:52:44.529271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:52:44.538871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Attempting to bind port cf43e71f-62da-40eb-a310-e0b7d518caa0 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:44.539887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Attempting to bind port cf43e71f-62da-40eb-a310-e0b7d518caa0 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:44.540024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Attempting to bind port cf43e71f-62da-40eb-a310-e0b7d518caa0 on network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:44.544176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:44.546446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:44.546918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Checking segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:44.547486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.548029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Bound using segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:44.548684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Bound port: cf43e71f-62da-40eb-a310-e0b7d518caa0, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:44.549384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.556833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:44.576845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Allocated IP 172.20.0.6 (69b45842-9a06-42cf-9ab3-472fcdd47f00/364da082-2fca-464d-a9d3-067f4165d095/4ddb62f9-c99c-477f-9640-6cad808e866c) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:44.633390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] For port 8d19745a-39c7-41fc-8f80-aaa5edf946fb, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:44.753525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] For port cf43e71f-62da-40eb-a310-e0b7d518caa0, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:44.762534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] For port cf43e71f-62da-40eb-a310-e0b7d518caa0, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=cf43e71f-62da-40eb-a310-e0b7d518caa0,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:44.797827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.798362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.802946 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5463898
Feb 07 01:52:44.803095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Router 20cd3164-f802-4437-bd8a-a79d52ff068a has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:52:44.807756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39812) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:44.809494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] For port 8d19745a-39c7-41fc-8f80-aaa5edf946fb, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8d19745a-39c7-41fc-8f80-aaa5edf946fb,segment=NetworkSegment(0e07f51b-4ec6-4102-be7c-4bb74fa27e6b),segment_id=0e07f51b-4ec6-4102-be7c-4bb74fa27e6b)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:44.826519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group_rule': {'security_group_id': 'c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:44.828920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:44.861970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:44.868297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:44.871824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:44.872062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-61a024d3-0f0b-4afc-9c01-4b9169c6568b req-dadf321b-4f96-44df-980c-3df38fd7ba8a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:44.878240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:44.923034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-61a024d3-0f0b-4afc-9c01-4b9169c6568b req-dadf321b-4f96-44df-980c-3df38fd7ba8a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:44.932642 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-61a024d3-0f0b-4afc-9c01-4b9169c6568b req-dadf321b-4f96-44df-980c-3df38fd7ba8a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.1362510
Feb 07 01:52:44.964840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:44.987213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:45.015467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Transition to ACTIVE for port object 4ddb62f9-c99c-477f-9640-6cad808e866c will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:45.030706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Pushing event updated for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:45.035995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:45.073156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:45.101310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:45.106728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:45.107602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b160>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:45.143107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:45.294698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:45.435630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Pushing event updated for resources: {'Port': ['ID=8d19745a-39c7-41fc-8f80-aaa5edf946fb,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:45.441441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:45.452544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:45.467424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:45.575061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-4cc8dec9-ab18-4812-b88e-1b0766e7f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:45.583750 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-4cc8dec9-ab18-4812-b88e-1b0766e7f99e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 1161 time: 0.9147079
Feb 07 01:52:45.585700 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1', 'status': 'completed', 'code': 200}
Feb 07 01:52:45.815103 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-8c2dc6ec-b066-496c-b24e-eaade47477c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b453d4a3-644d-48f8-a290-25464c5161d1 HTTP/1.1" status: 200  len: 217 time: 0.1979122
Feb 07 01:52:45.837752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:45.933283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:52:45.944956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181603f2-f391-47e6-9068-990769891dde None None] Sync routers for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:52:45.979245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181603f2-f391-47e6-9068-990769891dde None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:45.980854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-181603f2-f391-47e6-9068-990769891dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a26a16a0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:46.003137 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] 10.222.0.38 "PUT /v2.0/routers/20cd3164-f802-4437-bd8a-a79d52ff068a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.7930517
Feb 07 01:52:46.018133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:46.031784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:46.041422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:46.133866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.140058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-ea159ea8-ef3a-4d85-91df-4cf7c82b41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.147838 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-ea159ea8-ef3a-4d85-91df-4cf7c82b41d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.2978792
Feb 07 01:52:46.149402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.155442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.156193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.156519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.158310 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d19745a-39c7-41fc-8f80-aaa5edf946fb HTTP/1.1" status: 200  len: 1157 time: 7.6362746
Feb 07 01:52:46.264119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.288674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-6d80deeb-9650-46b5-b849-7cf4a62b41d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1269591
Feb 07 01:52:46.363199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:46.379279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-181603f2-f391-47e6-9068-990769891dde None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:46.421955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc621f6e-73e6-4cad-903f-55fcf07a2d7c req-251e02e8-cf9d-4d57-a25b-d1987539a874 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.436572 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc621f6e-73e6-4cad-903f-55fcf07a2d7c req-251e02e8-cf9d-4d57-a25b-d1987539a874 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 0.5126495
Feb 07 01:52:46.555725 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc621f6e-73e6-4cad-903f-55fcf07a2d7c req-f0a9468c-0d3b-440a-97ea-9fa451f6af70 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172462
Feb 07 01:52:46.558443 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4181144
Feb 07 01:52:46.562534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f8f679-f03d-43b2-b4ac-b7d9c432763d,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:46.578497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Request body: {'port': {'device_id': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:46.655548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40d68-2957-419c-b196-face6aa59ab5 req-8b263b28-8713-4e83-a90e-9009f2924a41 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.657398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4e40d68-2957-419c-b196-face6aa59ab5 req-8b263b28-8713-4e83-a90e-9009f2924a41 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 943 time: 0.8549612
Feb 07 01:52:46.662702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:46.667282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.668985 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8573525
Feb 07 01:52:46.676542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39874) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:46.711559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group_rule': {'security_group_id': 'c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:46.750446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:46.763967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:46.772190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b160>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:44Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:46.778511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d08fb-6362-4466-9d9a-cda41a95ec48 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:44Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:46.798972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:46.817297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:46.909842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:46.943602 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4e40d68-2957-419c-b196-face6aa59ab5 req-e88e34f9-72be-4587-838e-361e2cf77b5a tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2731121
Feb 07 01:52:46.973244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-6c021967-d879-4e7f-802b-7b90e6f2dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:46.975118 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-6c021967-d879-4e7f-802b-7b90e6f2dc4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deed86e55806401bb34f233ad1b4ceca&device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 1160 time: 0.6916373
Feb 07 01:52:46.978803 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-60d42444-c5c0-4abb-8457-d5f1899eae4b service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5897558
Feb 07 01:52:47.032156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-181603f2-f391-47e6-9068-990769891dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a26a16a0>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:40Z', 'revision_number': 4, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '1d0128b7-e214-43cf-902b-d85a1e4f8cc4', 'name': '', 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'mac_address': 'fa:16:3e:74:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:35Z', 'updated_at': '2021-02-07T01:52:41Z', 'revision_number': 2, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'subnets': [{'id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:47.037841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181603f2-f391-47e6-9068-990769891dde None None] Checking router: 20cd3164-f802-4437-bd8a-a79d52ff068a for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:52:47.039737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181603f2-f391-47e6-9068-990769891dde None None] Updating router 20cd3164-f802-4437-bd8a-a79d52ff068a port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:52:47.321445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-e84078e3-e936-465e-893d-8ff4ed5c75d0 None None] Provisioning for port 4ddb62f9-c99c-477f-9640-6cad808e866c completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:47.330234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:47.379377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-e84078e3-e936-465e-893d-8ff4ed5c75d0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:47.379949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e84078e3-e936-465e-893d-8ff4ed5c75d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:47.417100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8b22-42ee-4432-889b-d0899b6f2820 req-9d80256b-a723-48fe-a7ce-db6317ae14b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:47.418859 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-883e8b22-42ee-4432-889b-d0899b6f2820 req-9d80256b-a723-48fe-a7ce-db6317ae14b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 931 time: 0.5809543
Feb 07 01:52:47.538162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e79cae10-b62f-4391-abfa-156af831d53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:47.559094 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-95dde100-3ac9-4bf1-94fa-1583216d832c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d19745a-39c7-41fc-8f80-aaa5edf946fb HTTP/1.1" status: 200  len: 217 time: 0.5329082
Feb 07 01:52:47.567579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:47.611233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:52:47.708794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-e84078e3-e936-465e-893d-8ff4ed5c75d0 None None] Port 4ddb62f9-c99c-477f-9640-6cad808e866c cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:52:47.727807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cf43e71f-62da-40eb-a310-e0b7d518caa0 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:47.752616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-2987237e-f198-49be-bfd3-b0b5286e6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:47.754216 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-2987237e-f198-49be-bfd3-b0b5286e6fb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a93f0aeb-66f3-4b0b-a569-f3bb1e89e817 HTTP/1.1" status: 200  len: 852 time: 0.1442986
Feb 07 01:52:47.856435 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-883e8b22-42ee-4432-889b-d0899b6f2820 req-e9080d05-20a0-4c6c-8bd8-63aadb967304 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4238687
Feb 07 01:52:48.017027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port cf43e71f-62da-40eb-a310-e0b7d518caa0 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:48.031625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port cf43e71f-62da-40eb-a310-e0b7d518caa0 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:48.032043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.049412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddb62f9-c99c-477f-9640-6cad808e866c {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:52:48.065202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.109064 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-9efa299b-f29b-466e-8cf6-ed170c4486bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89adae80-370e-42ec-9fc6-be637727a81b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2779400
Feb 07 01:52:48.182817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Transition to ACTIVE for port object 4ddb62f9-c99c-477f-9640-6cad808e866c will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:48.224875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.381287 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4c49b7ff-934d-44be-a199-49fe2cef6b24 req-1200e520-f591-4297-921d-2d1f58837837 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3866096
Feb 07 01:52:48.389282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.412682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-250bb265-31b6-4f20-8dd6-17f0ab846641 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:48.551667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-fdcf2ebe-24df-4fd5-bb52-fd5f97efc0f6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:48.552476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-fdcf2ebe-24df-4fd5-bb52-fd5f97efc0f6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Synchronizing usage tracker for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:48.565293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.648555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fa5c-2f3b-4a72-91ba-8bb34b117de1 req-1b317748-16aa-47a9-a3eb-3bd4d157d880 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:48.653918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3dc2fa5c-2f3b-4a72-91ba-8bb34b117de1 req-1b317748-16aa-47a9-a3eb-3bd4d157d880 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 0.5844917
Feb 07 01:52:48.673618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:48.708322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.724039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:48.740756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-181603f2-f391-47e6-9068-990769891dde None None] Transition to ACTIVE for port object 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:48.741821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.749935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:48.760052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-fdcf2ebe-24df-4fd5-bb52-fd5f97efc0f6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Unset dirty status for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:48.767467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-fdcf2ebe-24df-4fd5-bb52-fd5f97efc0f6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 818 time: 1.0065079
Feb 07 01:52:48.777793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39956) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:48.782765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3dc2fa5c-2f3b-4a72-91ba-8bb34b117de1 req-c9fda4af-142b-4260-b510-065894a6cd4e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163623
Feb 07 01:52:48.791511 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-1daa3290-0891-4891-b686-b33b0d95428a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/quotas/22b3c3046cfa41a7afe3a15779aeb508 HTTP/1.1" status: 200  len: 375 time: 0.0229778
Feb 07 01:52:48.809274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:48.979294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d581eac5-2f0e-4009-86c0-060462e3b52d,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:49.005480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:49.019869 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-84cd8b66-86f3-4703-a3f5-b7f2b78ad280 service neutron] 10.222.0.21 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8614655
Feb 07 01:52:49.080466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:49.088255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Attempting to bind port 4ddb62f9-c99c-477f-9640-6cad808e866c on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:49.088931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Attempting to bind port 4ddb62f9-c99c-477f-9640-6cad808e866c by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:49.089752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Attempting to bind port 4ddb62f9-c99c-477f-9640-6cad808e866c on network 69b45842-9a06-42cf-9ab3-472fcdd47f00 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:49.093595 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb', 'status': 'completed', 'code': 200}
Feb 07 01:52:49.099501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:49.099884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Checking segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:49.100342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.100741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Bound using segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:49.105303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Bound port: 4ddb62f9-c99c-477f-9640-6cad808e866c, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:49.105706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.190350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-171e7ada-6f0a-49e6-881e-881873161525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.196071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Pushing event updated for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:49.219565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.220989 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5433445
Feb 07 01:52:49.225432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 39974) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:49.228299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port cf43e71f-62da-40eb-a310-e0b7d518caa0, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=cf43e71f-62da-40eb-a310-e0b7d518caa0,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:49.236261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:49.262312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:49.265263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-328684aa-dbf2-49bc-bf61-fa158dc4a943 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Synchronizing usage tracker for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:49.291485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.293323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:49.302059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-14c5230d-0ae5-409a-973c-2243afcc48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:49.303796 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-14c5230d-0ae5-409a-973c-2243afcc48dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 1161 time: 0.7237930
Feb 07 01:52:49.334144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.343128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.346518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:49.348112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:floatingip and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:49.360645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:49.369408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] For port 4ddb62f9-c99c-477f-9640-6cad808e866c, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:49.382250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:49.397409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] For port 4ddb62f9-c99c-477f-9640-6cad808e866c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4ddb62f9-c99c-477f-9640-6cad808e866c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:49.429152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:49.443978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Usage tracker for resource:security_group_rule and tenant:d1adac9b001c4bdaad66d37dbebeffc9 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:49.452161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:49.470989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:49.474716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:49.487854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:49.490108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-328684aa-dbf2-49bc-bf61-fa158dc4a943 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Unset dirty status for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:49.492730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-328684aa-dbf2-49bc-bf61-fa158dc4a943 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6996098
Feb 07 01:52:49.493741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-181603f2-f391-47e6-9068-990769891dde None None] Attempting to bind port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:52:49.494165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-181603f2-f391-47e6-9068-990769891dde None None] Attempting to bind port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:52:49.494860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181603f2-f391-47e6-9068-990769891dde None None] Attempting to bind port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 on network 3e3a5a26-b351-4c68-a691-f295a56b5d2d {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:52:49.500494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181603f2-f391-47e6-9068-990769891dde None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:52:49.500922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181603f2-f391-47e6-9068-990769891dde None None] Checking segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:52:49.501416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.501856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181603f2-f391-47e6-9068-990769891dde None None] Bound using segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:52:49.502375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-181603f2-f391-47e6-9068-990769891dde None None] Bound port: 1d0128b7-e214-43cf-902b-d85a1e4f8cc4, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:52:49.502796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.511450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0cb6d-0004-4065-bbd8-757177d037b0 req-6d43074f-beba-4265-b24f-c6a5d0c50d92 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:49.513180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8c0cb6d-0004-4065-bbd8-757177d037b0 req-6d43074f-beba-4265-b24f-c6a5d0c50d92 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 943 time: 0.2240191
Feb 07 01:52:49.515480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.516442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.578848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:49.618640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-80ee5206-8bd8-470d-8bc7-257900522b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:49.620276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-80ee5206-8bd8-470d-8bc7-257900522b62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 909 time: 0.3031747
Feb 07 01:52:49.647500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-181603f2-f391-47e6-9068-990769891dde None None] For port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:52:49.652801 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ad28c0d3-d5c5-445e-a3cf-b3d8a28246ca req-b894ef95-9e1d-4ca9-85a8-e04af551b5af service neutron] 10.222.0.21 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6228044
Feb 07 01:52:49.654554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-181603f2-f391-47e6-9068-990769891dde None None] For port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:52:49.708259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-181603f2-f391-47e6-9068-990769891dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.743911 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-6675a398-3d47-4263-9b46-f7ee0febdc9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b453d4a3-644d-48f8-a290-25464c5161d1 HTTP/1.1" status: 200  len: 217 time: 0.1096172
Feb 07 01:52:49.792925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-733a6943-ab2c-46ae-acf0-bc9171d7f727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:49.813243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.827033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.846145 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8c0cb6d-0004-4065-bbd8-757177d037b0 req-cb892968-f83b-4671-9cdd-1a1a42f02d9f tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102694
Feb 07 01:52:49.847002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Pushing event updated for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:49.855159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:49.946788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Pushing event updated for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:49.958712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:49.958986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:50.004892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:50.007640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:50.009477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:50.011860 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] 10.222.0.21 "PUT /v2.0/ports/4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 1157 time: 3.4381995
Feb 07 01:52:50.012930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:52:50.109737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e9465-4607-486c-bc24-0e3ff23d07dd,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:50.124235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-e5f528dd-6f08-4273-bb7e-06accf8ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:50.125903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181603f2-f391-47e6-9068-990769891dde None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:52:50.126141 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-e5f528dd-6f08-4273-bb7e-06accf8ac2c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.3079917
Feb 07 01:52:50.127052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-181603f2-f391-47e6-9068-990769891dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a26a16a0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:49Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:50.132033 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-362e9bc4-111a-4924-9f25-772f4d2a734d service neutron] 10.222.0.38 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6177840
Feb 07 01:52:50.132440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:50.139751 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1adac9b001c4bdaad66d37dbebeffc9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2752635
Feb 07 01:52:50.154197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 39996) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:50.278810 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-4e9fb011-2026-4960-899b-ddf6ce85258c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273787
Feb 07 01:52:50.358738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40008) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:50.408280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:50.467546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-181603f2-f391-47e6-9068-990769891dde None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:52:50.530696 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-210b3289-d378-4e6f-a28d-fce4c03567f5 service neutron] 10.222.0.38 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2102180
Feb 07 01:52:50.560516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3898ce1-f479-410c-86c9-c7e266eff873 req-7bc5c2fd-b66a-4565-8f47-240410d80131 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:50.573861 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3898ce1-f479-410c-86c9-c7e266eff873 req-7bc5c2fd-b66a-4565-8f47-240410d80131 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 943 time: 0.4414704
Feb 07 01:52:50.630297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-3d4ce51f-6e8c-4d0b-8c5d-93d62fdb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:50.632743 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-3d4ce51f-6e8c-4d0b-8c5d-93d62fdb601e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deed86e55806401bb34f233ad1b4ceca&device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 1160 time: 0.8178382
Feb 07 01:52:51.076905 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-80c1c31e-03a2-4da6-9c6f-63508a68f1c7 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7453640
Feb 07 01:52:51.112208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.112465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.113118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.147285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-accfdb42-9290-45ff-9b74-d52d2e29e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:51.149548 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-accfdb42-9290-45ff-9b74-d52d2e29e7f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1160 time: 0.8830199
Feb 07 01:52:51.168233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3898ce1-f479-410c-86c9-c7e266eff873 req-cc4e19a3-a548-49d0-8119-9a5a551a2f9e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5921564
Feb 07 01:52:51.216983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-181603f2-f391-47e6-9068-990769891dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a26a16a0>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:40Z', 'revision_number': 4, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '1d0128b7-e214-43cf-902b-d85a1e4f8cc4', 'name': '', 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'mac_address': 'fa:16:3e:74:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:35Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 4, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'subnets': [{'id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:52:51.223530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181603f2-f391-47e6-9068-990769891dde None None] The sync data for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi is: [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:40Z', 'revision_number': 4, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '1d0128b7-e214-43cf-902b-d85a1e4f8cc4', 'name': '', 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'mac_address': 'fa:16:3e:74:92:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:35Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 4, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'subnets': [{'id': '59ea7248-a0e7-4024-a3b6-e3b57f46d8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:52:51.266798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:51.285891 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-cb0223cc-9c8e-412a-bd93-f7332cb660b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 217 time: 0.1165938
Feb 07 01:52:51.290870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Usage tracker for resource:security_group_rule and tenant:25496d8bb28c4ae793760198d41eba65 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:51.341568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:51.400227 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b0b6e78c-0747-4be3-a253-2a57aed71d4d req-1f4c678a-9e59-4989-83ec-b1d36eabb488 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2590117
Feb 07 01:52:51.455030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-0876ee1e-126d-4a5c-9c23-798ea0dd264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:51.455489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:51.456869 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-0876ee1e-126d-4a5c-9c23-798ea0dd264e service neutron] 10.222.0.21 "GET /v2.0/networks?id=89adae80-370e-42ec-9fc6-be637727a81b HTTP/1.1" status: 200  len: 906 time: 0.7985792
Feb 07 01:52:51.531341 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'status': 'completed', 'code': 200}
Feb 07 01:52:51.533472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.567604 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-cc0b3dc4-a40b-47f7-88e5-14faae9519f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:51.571616 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-cc0b3dc4-a40b-47f7-88e5-14faae9519f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.2291079
Feb 07 01:52:51.586095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.610110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40042) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:51.662132 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-88ee02e2-f8c4-4688-bbf1-c2d2f2052a3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d19745a-39c7-41fc-8f80-aaa5edf946fb HTTP/1.1" status: 200  len: 217 time: 0.1966712
Feb 07 01:52:51.733978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:51.736148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.765879 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1f30be7f-9c5f-40bd-a45f-afd7530200f6 req-aa8f9ce3-483a-4727-86e6-8dc7953685d7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 210 time: 0.1402640
Feb 07 01:52:51.771233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:51.868024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e9465-4607-486c-bc24-0e3ff23d07dd,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:51.877995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:51.901387 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/717e9465-4607-486c-bc24-0e3ff23d07dd HTTP/1.1" status: 204  len: 168 time: 1.7448301
Feb 07 01:52:51.905373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:51.926831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270eab-9749-4415-bd29-73f6478b4033 req-9aec3ed4-2a96-4c4e-943f-c6ea7d25bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:51.929462 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-9aec3ed4-2a96-4c4e-943f-c6ea7d25bd47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3499579
Feb 07 01:52:51.978867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:51.985413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:51.985837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.000274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Allocated IP 172.27.1.90 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/ef8b7d3a-1199-4cac-bf3f-4d9337cfa248) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:52.129506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee49a1-3bd6-4f72-b28e-c354572b628f req-9ff1d62f-a415-41cf-8eae-a6857194872b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:52.132254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a8ee49a1-3bd6-4f72-b28e-c354572b628f req-9ff1d62f-a415-41cf-8eae-a6857194872b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 1.0047355
Feb 07 01:52:52.136745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-44594862-bb04-4c29-9075-5100d901e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:52.138569 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-44594862-bb04-4c29-9075-5100d901e77e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a93f0aeb-66f3-4b0b-a569-f3bb1e89e817 HTTP/1.1" status: 200  len: 852 time: 0.4622414
Feb 07 01:52:52.159919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.233119 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-1cd4f8ac-f06d-468d-b3b2-814be55e5945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89adae80-370e-42ec-9fc6-be637727a81b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603466
Feb 07 01:52:52.256822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:52.261720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Usage tracker for resource:security_group_rule and tenant:d7049841dae04991968e78c58504268f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:52.265028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:52.271738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:52.281963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.282238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.317903 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-694e8848-1485-4d5a-b441-7fd9ef01084b service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3814743
Feb 07 01:52:52.324436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.376592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:52.444317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5ab55dec-6a03-4b32-939c-cf3447c9544c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:52.481802 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-ce6e6d34-94df-4bf3-bd84-bc378420ff52 service neutron] 10.222.0.21 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297783
Feb 07 01:52:52.506974 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a8ee49a1-3bd6-4f72-b28e-c354572b628f req-b29584f3-84af-4481-9748-b868878e253f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3359368
Feb 07 01:52:52.559094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.560019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cf43e71f-62da-40eb-a310-e0b7d518caa0 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:52.640982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e15c853-8f2c-4999-b17a-3bad6c2ebcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:52.740875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:52.755737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:52.782836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a5544-b669-44e1-a1e4-5f32fe8c1f35 req-4279a775-d39a-45df-9a08-4db81a3040af tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:52.786621 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d69a5544-b669-44e1-a1e4-5f32fe8c1f35 req-4279a775-d39a-45df-9a08-4db81a3040af tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 943 time: 0.6750114
Feb 07 01:52:52.792261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-b6519b0c-5212-4ca8-aaae-27a9c7122488 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:52:52.809561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port cf43e71f-62da-40eb-a310-e0b7d518caa0 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:52.809979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.864200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:52.870400 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25496d8bb28c4ae793760198d41eba65&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4984515
Feb 07 01:52:52.892299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40070) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:52.926126 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47a862cc-56ef-40f2-8d42-37b228e79d4a req-81da9a21-f06d-4678-bda5-99cf90f9c9d9 service neutron] 10.222.0.21 "GET /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4156756
Feb 07 01:52:52.954478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4a3af-87e2-45eb-84d5-648f0b1b3606,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:52.984603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:53.011106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40074) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:53.031128 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d69a5544-b669-44e1-a1e4-5f32fe8c1f35 req-1a1f5bde-e328-44de-b234-04076629d6b9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164152
Feb 07 01:52:53.062371 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37270eab-9749-4415-bd29-73f6478b4033 req-7baf4409-6787-4922-81c8-7910bfb4d648 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7361143
Feb 07 01:52:53.075008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.107030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:53.112669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.114762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e606c99431d4cadb16cdbb6bfc5be16 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:53.126438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:53.137213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:53.154979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.156923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.173295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-1d49f7b6-e78e-4e45-97fc-631692a1fae1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:53.175001 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-1d49f7b6-e78e-4e45-97fc-631692a1fae1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 818 time: 0.4605999
Feb 07 01:52:53.184108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.196779 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-31967e36-b5b7-4285-a4c7-f1125d35216d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/quotas/22b3c3046cfa41a7afe3a15779aeb508 HTTP/1.1" status: 200  len: 375 time: 0.0106332
Feb 07 01:52:53.221640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:53.252072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.271432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-159dce3e-fe0c-45c2-8b34-b25cc25976e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:53.322460 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7049841dae04991968e78c58504268f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7007987
Feb 07 01:52:53.329345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40078) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:53.347431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7369d23b-a612-4bfc-a0e6-e771d62b515f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:53.350921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:53.434131 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-03661ce4-852d-4b7e-8706-3f678f64121a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2312241
Feb 07 01:52:53.489907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=ef8b7d3a-1199-4cac-bf3f-4d9337cfa248,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:53.511308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:53.561333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:53.618249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.650851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:53.651295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.671070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bce8e-3ca4-42f8-82d9-95dd92f2384f req-24fdd432-b9ae-45ef-a7a2-711057b65b87 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:53.676958 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e29bce8e-3ca4-42f8-82d9-95dd92f2384f req-24fdd432-b9ae-45ef-a7a2-711057b65b87 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 943 time: 0.5074203
Feb 07 01:52:53.693874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229139f-1e27-462f-999b-d398456c4eb3 req-d48e3f29-437b-49ee-812f-8639ce20d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:53.695779 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-d48e3f29-437b-49ee-812f-8639ce20d4d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1160 time: 0.4750314
Feb 07 01:52:53.722202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.770288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:53.975484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-3ca88029-d17e-42b8-b14a-8dff493e8276 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:53.975484 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-3ca88029-d17e-42b8-b14a-8dff493e8276 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 818 time: 0.4700882
Feb 07 01:52:53.975484 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-bdda342b-ee46-420b-8b3c-316fd668a8c0 service neutron] 10.222.0.38 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4811912
Feb 07 01:52:53.976069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8d19745a-39c7-41fc-8f80-aaa5edf946fb up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:54.021726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Request body: {'port': {'device_id': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'admin_state_up': True, 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:54.039588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c73c4b67-a0b6-4450-bfba-3591d197304e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:54.057015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.062312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:54.071292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 8d19745a-39c7-41fc-8f80-aaa5edf946fb completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:54.072447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:54.079982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8d19745a-39c7-41fc-8f80-aaa5edf946fb triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:54.079982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.080165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac4a3af-87e2-45eb-84d5-648f0b1b3606,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:54.108596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e29bce8e-3ca4-42f8-82d9-95dd92f2384f req-2ff42ddf-7a94-43df-8437-97106338680f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4218841
Feb 07 01:52:54.118615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:54.131910 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7b3f5c51-a60a-4c8b-bb9d-dba3cc46e7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:54.148016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.153017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7369d23b-a612-4bfc-a0e6-e771d62b515f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:54.160318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:54.171427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.172649 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7369d23b-a612-4bfc-a0e6-e771d62b515f HTTP/1.1" status: 204  len: 168 time: 0.8403449
Feb 07 01:52:54.178118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.199278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.233417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:54.236141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:54.278539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6abed6c-039f-43fb-adb1-218cb71c0102,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:54.281548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.282456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:54.282877 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ac4a3af-87e2-45eb-84d5-648f0b1b3606 HTTP/1.1" status: 204  len: 168 time: 1.3895445
Feb 07 01:52:54.293874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:54.314206 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-aafcafb4-e647-454f-8915-1e788002e7bf service neutron] 10.222.0.38 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3813417
Feb 07 01:52:54.339014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Made reservation on behalf of 22b3c3046cfa41a7afe3a15779aeb508 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:54.372762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.376224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:54.391468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229139f-1e27-462f-999b-d398456c4eb3 req-f1885d9e-1e45-48f3-9357-6c4f7681c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:54.393355 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-f1885d9e-1e45-48f3-9357-6c4f7681c4a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.6695936
Feb 07 01:52:54.432046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.471208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:52:54.540035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 8d19745a-39c7-41fc-8f80-aaa5edf946fb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8d19745a-39c7-41fc-8f80-aaa5edf946fb,segment=NetworkSegment(0e07f51b-4ec6-4102-be7c-4bb74fa27e6b),segment_id=0e07f51b-4ec6-4102-be7c-4bb74fa27e6b)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:54.561959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e606c99431d4cadb16cdbb6bfc5be16&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5273709
Feb 07 01:52:54.563811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40104) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:54.565286 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-0fddf605-2501-4e74-a011-cecccedbdf5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 217 time: 0.1590843
Feb 07 01:52:54.604352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.605936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device b453d4a3-644d-48f8-a290-25464c5161d1 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:54.640219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:54.735747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:54.841546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=8d19745a-39c7-41fc-8f80-aaa5edf946fb,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:54.869780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:54.940973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44a164-c56c-4cf4-80ce-093081ded3e1 req-5444026e-0e49-47d3-bd81-62dabb3367ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:54.950001 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-de44a164-c56c-4cf4-80ce-093081ded3e1 req-5444026e-0e49-47d3-bd81-62dabb3367ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 944 time: 0.5749705
Feb 07 01:52:54.981351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port b453d4a3-644d-48f8-a290-25464c5161d1 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:54.986872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port b453d4a3-644d-48f8-a290-25464c5161d1 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:54.987338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.004736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.007531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229139f-1e27-462f-999b-d398456c4eb3 req-e4402dfb-85f7-46e6-ac2b-afb5e7610a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:55.009372 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-e4402dfb-85f7-46e6-ac2b-afb5e7610a09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.4321601
Feb 07 01:52:55.024087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Allocated IP 172.20.0.7 (3e3a5a26-b351-4c68-a691-f295a56b5d2d/59ea7248-a0e7-4024-a3b6-e3b57f46d8c1/c8e68774-496b-409b-aee5-8d34820fa3ab) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:52:55.167399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.206296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.236300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-de44a164-c56c-4cf4-80ce-093081ded3e1 req-7c2255f8-a06c-4d18-aa96-247e96f52a4f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850945
Feb 07 01:52:55.243284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port b453d4a3-644d-48f8-a290-25464c5161d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=b453d4a3-644d-48f8-a290-25464c5161d1,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:55.307126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.309063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:55.323631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.391279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=b453d4a3-644d-48f8-a290-25464c5161d1,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:55.395221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.395743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:55.424353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:55.432155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8571d4a9-e712-48e0-bac7-b132f6659656 req-375195ee-6419-45e6-aaa5-6089ecb42d29 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 210 time: 0.1118953
Feb 07 01:52:55.435635 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40124) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:55.467899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.501521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:55.505665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229139f-1e27-462f-999b-d398456c4eb3 req-20424900-8f90-4e24-905e-7bc167332480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:55.507340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-20424900-8f90-4e24-905e-7bc167332480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4853587
Feb 07 01:52:55.517379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bb918c69ee4478b0e8eccd133ab403 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:55.602992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f74cc-4db5-4a6c-b4a9-62890507fd40 req-abe20339-4cd8-476c-b475-91487718c188 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:55.604785 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb1f74cc-4db5-4a6c-b4a9-62890507fd40 req-abe20339-4cd8-476c-b475-91487718c188 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.4027126
Feb 07 01:52:55.616358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40130) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:55.636656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:55.665970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:55.701388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.758526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:55.762829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Usage tracker for resource:security_group_rule and tenant:5920cd7f230d4f9d8fd3dd0846ba7054 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:55.770310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Pushing event updated for resources: {'Port': ['ID=c8e68774-496b-409b-aee5-8d34820fa3ab,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:55.773042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:55.780141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:55.790528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-0f564fc8-3c2b-4b30-a28e-667ee35cbf3d service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2748790
Feb 07 01:52:55.790795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.794096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:55.808693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d845755f-57c4-439a-83a4-77a5b90989cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:55.813111 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb1f74cc-4db5-4a6c-b4a9-62890507fd40 req-85c8e364-15eb-4a27-8ecd-467dd4f07064 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875854
Feb 07 01:52:55.858167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:52:55.859449 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:52:55.859824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.862060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:52:55.920016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6abed6c-039f-43fb-adb1-218cb71c0102,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:55.923029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:55.941046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:55.950572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:55.967080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.007475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:56.048270 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0831311
Feb 07 01:52:56.071091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.078012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Request body: {'port': {'device_id': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:56.144737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.157857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:56.187824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.191477 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6abed6c-039f-43fb-adb1-218cb71c0102 HTTP/1.1" status: 204  len: 168 time: 1.6228328
Feb 07 01:52:56.193028 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb', 'code': 200}
Feb 07 01:52:56.230554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=ef8b7d3a-1199-4cac-bf3f-4d9337cfa248,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:56.239362 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5920cd7f230d4f9d8fd3dd0846ba7054&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6153567
Feb 07 01:52:56.259045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40138) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:56.264237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:56.292435 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a229139f-1e27-462f-999b-d398456c4eb3 req-2d6f5cd5-a3c2-4d21-af6e-2c0c0dd3cdca service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4762790
Feb 07 01:52:56.341053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e1f9b-0c97-4a38-81a7-18583daf244c,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:56.345435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:56.379656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.409006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323ab2-6393-410a-99e4-96aa3cdc7fb4 req-afea4e25-03e4-47de-876e-6532a1a40931 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:56.420805 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bd323ab2-6393-410a-99e4-96aa3cdc7fb4 req-afea4e25-03e4-47de-876e-6532a1a40931 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 943 time: 0.7005274
Feb 07 01:52:56.467181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.483610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.505086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.519800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d9a1766f-3895-45af-967a-f42096def122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:56.588954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:56.597058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.652010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.697833 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bd323ab2-6393-410a-99e4-96aa3cdc7fb4 req-651708a8-0fee-4919-a394-1829e628038b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2760036
Feb 07 01:52:56.716711 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7bb918c69ee4478b0e8eccd133ab403&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2771809
Feb 07 01:52:56.724343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b26a5-78c2-413c-b7d3-fe45059ad69b,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:56.731095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40146) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:52:56.742928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:56.767852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 4ddb62f9-c99c-477f-9640-6cad808e866c completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:52:56.780352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:56.781053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.836178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:56.846677 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.6036353
Feb 07 01:52:56.846677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-48b3fb55-f196-430d-8dd8-58232d2b9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:56.846912 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-48b3fb55-f196-430d-8dd8-58232d2b9db8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 1162 time: 0.2480137
Feb 07 01:52:56.872082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4046c78-a36b-4c4a-baea-c87f29ff48e9 req-723e9eb9-c2c1-4528-b8e1-1a9e3554f2f8 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:56.889918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4046c78-a36b-4c4a-baea-c87f29ff48e9 req-723e9eb9-c2c1-4528-b8e1-1a9e3554f2f8 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.4075460
Feb 07 01:52:56.923030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.003510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.061277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.073528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4046c78-a36b-4c4a-baea-c87f29ff48e9 req-a8c00e96-5867-4df8-9c4e-26da42227944 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814773
Feb 07 01:52:57.074268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.125678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4ddb62f9-c99c-477f-9640-6cad808e866c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4ddb62f9-c99c-477f-9640-6cad808e866c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:52:57.140544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:57.155555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e5bd30cc-1f87-4fbe-adf2-97ff41304875 req-13253c0a-4033-4f8c-8fdf-9310b23372cd tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 210 time: 0.1059368
Feb 07 01:52:57.157816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.165572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:57.181461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.182407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device b453d4a3-644d-48f8-a290-25464c5161d1 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:57.193333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Usage tracker for resource:security_group_rule and tenant:8bcf68539abb43489028bd14daff5d8f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:57.217657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:57.241222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:57.264615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:57.301544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.328895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1d59ca76-e1ab-47a7-a08f-5c18625d3fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:57.364578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:57.370499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:57.386653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e1f9b-0c97-4a38-81a7-18583daf244c,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:57.416746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b26a5-78c2-413c-b7d3-fe45059ad69b,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:57.432847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:57.518848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port b453d4a3-644d-48f8-a290-25464c5161d1 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:57.519758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.665850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8d19745a-39c7-41fc-8f80-aaa5edf946fb up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:57.712453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.722513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.724245 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff1b26a5-78c2-413c-b7d3-fe45059ad69b HTTP/1.1" status: 204  len: 168 time: 0.9919181
Feb 07 01:52:57.749856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8d19745a-39c7-41fc-8f80-aaa5edf946fb triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:57.750548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.753491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-6dcdf496-d4de-4f75-9d76-0b60a9207f6a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:57.759105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.768571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:57.803341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Synchronizing usage tracker for tenant:8bcf68539abb43489028bd14daff5d8f on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:52:57.854222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-85084a43-f9a6-4fd0-a9ea-22b1943714c8 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:57.860312 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-85084a43-f9a6-4fd0-a9ea-22b1943714c8 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 818 time: 0.4795134
Feb 07 01:52:57.861103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ce873-fd8d-4e76-926f-7a86de0de6a3,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:57.872541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:57.875974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:57.914695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Request body: {'port': {'device_id': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d', 'admin_state_up': True, 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:52:57.944266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:57.945528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/231e1f9b-0c97-4a38-81a7-18583daf244c HTTP/1.1" status: 204  len: 168 time: 1.6854472
Feb 07 01:52:58.027707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e68774-496b-409b-aee5-8d34820fa3ab {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:52:58.044653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:58.076176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Transition to ACTIVE for port object c8e68774-496b-409b-aee5-8d34820fa3ab will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:52:58.184879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637da95-fc6e-4d98-900c-de09c69a2818 req-a1cc498e-b620-403a-a4de-31ff207f2f51 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:58.186507 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b637da95-fc6e-4d98-900c-de09c69a2818 req-a1cc498e-b620-403a-a4de-31ff207f2f51 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.7913291
Feb 07 01:52:58.194350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1'}, {'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:52:58.228602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:52:58.242670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Usage tracker for resource:port and tenant:22b3c3046cfa41a7afe3a15779aeb508 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:52:58.248586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:52:58.258183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:52:58.279134 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b637da95-fc6e-4d98-900c-de09c69a2818 req-22445df4-d7b4-49c5-83a6-2d016715f054 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820878
Feb 07 01:52:58.279855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:52:58.360390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:52:58.360825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:58.701489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbd380-fb4c-4a11-990a-081a5891e5bb req-bb5e2b65-38ce-4f90-bb91-14447548858e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:58.709060 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37dbd380-fb4c-4a11-990a-081a5891e5bb req-bb5e2b65-38ce-4f90-bb91-14447548858e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1900609
Feb 07 01:52:58.777967 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37dbd380-fb4c-4a11-990a-081a5891e5bb req-e6ab248f-fe9e-46ec-95a5-27388f243ee9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622628
Feb 07 01:52:58.992372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-6dcdf496-d4de-4f75-9d76-0b60a9207f6a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:58.993768 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-6dcdf496-d4de-4f75-9d76-0b60a9207f6a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1272635471&fields=id&tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 267 time: 1.6966805
Feb 07 01:52:59.030699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Unset dirty status for tenant:8bcf68539abb43489028bd14daff5d8f on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:52:59.032177 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e98f8d17-2e55-4c40-addb-92e94ad22bb7 req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.1066134
Feb 07 01:52:59.060838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017718c-0150-46a5-9459-c58c17de86e5 req-414f5465-6963-44ee-a63d-d7b6564ab5f2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:59.067040 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7017718c-0150-46a5-9459-c58c17de86e5 req-414f5465-6963-44ee-a63d-d7b6564ab5f2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.1720595
Feb 07 01:52:59.067040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Made reservation on behalf of 22b3c3046cfa41a7afe3a15779aeb508 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:52:59.086477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:59.096955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:52:59.275321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-7a1b49a0-eec2-44e4-9020-413dbf3ff1ee tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:52:59.277174 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-7a1b49a0-eec2-44e4-9020-413dbf3ff1ee tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 817 time: 0.2759473
Feb 07 01:52:59.295483 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-69d60baf-ab19-4cfc-8dda-ef27cc77513e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/quotas/a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 375 time: 0.0115323
Feb 07 01:52:59.336870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:52:59.459473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-9b4d061b-1973-494e-a9c3-9e003217c6a4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1571190
Feb 07 01:52:59.470284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Pushing event updated for resources: {'Port': ['ID=c8e68774-496b-409b-aee5-8d34820fa3ab,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:52:59.485248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:52:59.534355 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7017718c-0150-46a5-9459-c58c17de86e5 req-b0314f79-446c-4222-88c1-05b2dea7be72 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4342580
Feb 07 01:52:59.694800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-4929d679-cce0-4ba4-82b6-7b3d15e04cf7 service neutron] 10.222.0.38 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342458
Feb 07 01:52:59.937038 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-28b009ca-e05b-4e98-802e-581348838982 service neutron] 10.222.0.38 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2402167
Feb 07 01:53:00.081155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-59b8cabb-8092-4068-80b6-cbc0bd223f33 req-bab69e1c-dc6a-49fc-8651-c63d4576f876 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Synchronizing usage tracker for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:00.189585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Attempting to bind port c8e68774-496b-409b-aee5-8d34820fa3ab on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:00.189924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Attempting to bind port c8e68774-496b-409b-aee5-8d34820fa3ab by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:00.190287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Attempting to bind port c8e68774-496b-409b-aee5-8d34820fa3ab on network 3e3a5a26-b351-4c68-a691-f295a56b5d2d {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:00.210305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:00.211288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Checking segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:00.211692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:00.212249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Bound using segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:00.212731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Bound port: c8e68774-496b-409b-aee5-8d34820fa3ab, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:00.213100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:00.235784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1', 'code': 200}
Feb 07 01:53:00.236625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'code': 200}
Feb 07 01:53:00.353828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] For port c8e68774-496b-409b-aee5-8d34820fa3ab, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:00.364743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] For port c8e68774-496b-409b-aee5-8d34820fa3ab, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c8e68774-496b-409b-aee5-8d34820fa3ab,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:00.366494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Allocated IP 172.20.0.6 (3e3a5a26-b351-4c68-a691-f295a56b5d2d/59ea7248-a0e7-4024-a3b6-e3b57f46d8c1/8ce16e98-117b-4016-a40d-1d1d358a3cfc) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:53:00.375283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-59b8cabb-8092-4068-80b6-cbc0bd223f33 req-bab69e1c-dc6a-49fc-8651-c63d4576f876 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Unset dirty status for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:00.376601 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-59b8cabb-8092-4068-80b6-cbc0bd223f33 req-bab69e1c-dc6a-49fc-8651-c63d4576f876 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 210 time: 0.5970380
Feb 07 01:53:00.405682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:00.466093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dac3bc40-0998-4784-9ffc-113e1b9c82fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:00.552216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Pushing event updated for resources: {'Port': ['ID=c8e68774-496b-409b-aee5-8d34820fa3ab,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:00.557247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:00.990207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf05f-a26b-4aea-9c8c-99a203115882 req-8f5225bc-a926-4fd2-906c-23d8539e7431 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.003565 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a1cf05f-a26b-4aea-9c8c-99a203115882 req-8f5225bc-a926-4fd2-906c-23d8539e7431 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.5405784
Feb 07 01:53:01.095041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.21', 64056) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:01.137712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:01.198261 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a1cf05f-a26b-4aea-9c8c-99a203115882 req-15aabc7d-3c20-4509-b596-5f54b66bbfb4 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932590
Feb 07 01:53:01.252346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.253301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:01.255207 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] 10.222.0.21 "PUT /v2.0/ports/c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 1157 time: 5.1826212
Feb 07 01:53:01.265017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:01.305273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61684a6-a9a0-41f2-b210-152a4fd4559f req-8481eed0-2cf4-4432-b269-da52ba29c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.306941 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b61684a6-a9a0-41f2-b210-152a4fd4559f req-8481eed0-2cf4-4432-b269-da52ba29c7b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.2983034
Feb 07 01:53:01.365876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697356a1-a029-4709-81df-361e5ed9047c req-765895f1-9f3b-4d00-8980-deb0490535ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.367831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-697356a1-a029-4709-81df-361e5ed9047c req-765895f1-9f3b-4d00-8980-deb0490535ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 1163 time: 0.2629695
Feb 07 01:53:01.389249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e189-4aa9-4f94-ba7c-8a78966b2403 req-189a76f0-c90b-4024-93fc-ee0bff666625 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.391001 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22c7e189-4aa9-4f94-ba7c-8a78966b2403 req-189a76f0-c90b-4024-93fc-ee0bff666625 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.4050655
Feb 07 01:53:01.440756 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b61684a6-a9a0-41f2-b210-152a4fd4559f req-b94937a6-c167-4a17-b184-0ff6189add3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265740
Feb 07 01:53:01.456207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:01.547016 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-697356a1-a029-4709-81df-361e5ed9047c req-b8105a3c-8b8e-4656-bb00-7a5ef0cb2197 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713374
Feb 07 01:53:01.549748 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2651ed07-eff0-4620-81cb-aa1c3978572e req-30430bae-e91a-457a-aab1-1f58b54d682e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 210 time: 0.1078508
Feb 07 01:53:01.599605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:01.725792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22c7e189-4aa9-4f94-ba7c-8a78966b2403 req-6aadd317-74e9-4e8a-9f3f-5145e1a6cbfd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2782433
Feb 07 01:53:01.796213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Pushing event updated for resources: {'Port': ['ID=8ce16e98-117b-4016-a40d-1d1d358a3cfc,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:01.802549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:01.805830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-a80a75e8-a842-46f1-8b8d-d6639f59eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.810958 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-a80a75e8-a842-46f1-8b8d-d6639f59eddf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1160 time: 0.4156046
Feb 07 01:53:01.819074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:53:01.822102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:01.824636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:53:01.899795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.900527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:01.907527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab', 'status': 'completed', 'code': 200}
Feb 07 01:53:01.949515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcc1e0-bc32-4eec-ac36-edba37313764 req-5fe0a034-a82f-4f03-97e6-06bae2ef1c2d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:01.951154 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47fcc1e0-bc32-4eec-ac36-edba37313764 req-5fe0a034-a82f-4f03-97e6-06bae2ef1c2d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2518132
Feb 07 01:53:01.958700 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0613849
Feb 07 01:53:02.032230 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47fcc1e0-bc32-4eec-ac36-edba37313764 req-f90fd383-0d37-45e5-af48-35bc1b2473b6 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673404
Feb 07 01:53:02.286420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4239-23a0-4c74-9e85-06b279b5b6bf req-23fd3fc3-dd1e-4872-b4e0-292fe1b3f247 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:02.288158 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa1d4239-23a0-4c74-9e85-06b279b5b6bf req-23fd3fc3-dd1e-4872-b4e0-292fe1b3f247 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 931 time: 0.2292154
Feb 07 01:53:02.294946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Request body: {'port': {'device_id': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:02.460282 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-0d3ce7a1-dc2b-4e67-a003-20e22fb458e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.1708624
Feb 07 01:53:02.585332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:02.596137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08609c51-4ee0-4d07-ae11-67a11fa80ec5 req-cf001095-b811-48b5-9f87-8b81378570cf tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:02.604139 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-08609c51-4ee0-4d07-ae11-67a11fa80ec5 req-cf001095-b811-48b5-9f87-8b81378570cf tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.1924751
Feb 07 01:53:02.687868 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-08609c51-4ee0-4d07-ae11-67a11fa80ec5 req-41a368db-bb50-460d-bdf3-5b68a8088866 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825081
Feb 07 01:53:02.928235 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e4b313bf-b6af-4034-8548-d95727d36db2 req-742734ab-f7eb-4555-90a6-86417d72fdaa tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 210 time: 0.0783942
Feb 07 01:53:02.944450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-fa1d4239-23a0-4c74-9e85-06b279b5b6bf req-9a95259b-1b03-4edc-ac46-61cb3d9e02c9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Synchronizing usage tracker for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:03.032283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-21348e01-5a14-4b01-8065-fe7f16f10536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:03.032693 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-21348e01-5a14-4b01-8065-fe7f16f10536 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.4487028
Feb 07 01:53:03.088889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-fa1d4239-23a0-4c74-9e85-06b279b5b6bf req-9a95259b-1b03-4edc-ac46-61cb3d9e02c9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Unset dirty status for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:03.090220 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa1d4239-23a0-4c74-9e85-06b279b5b6bf req-9a95259b-1b03-4edc-ac46-61cb3d9e02c9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7269459
Feb 07 01:53:03.104388 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-21ca831f-b861-4d4f-b7a1-265114dd4e96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601361
Feb 07 01:53:03.437351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc415-fbbe-49a0-a3fd-d0bf3f6b3067 req-21a360c3-334c-420f-a70d-e01ced82fb0e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:03.446183 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef4fc415-fbbe-49a0-a3fd-d0bf3f6b3067 req-21a360c3-334c-420f-a70d-e01ced82fb0e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2206964
Feb 07 01:53:03.524947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-153ae4dc-61cf-401c-a0d9-7cd1d5ffab42 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3816862
Feb 07 01:53:03.570052 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef4fc415-fbbe-49a0-a3fd-d0bf3f6b3067 req-1a2454ab-8b0d-464d-a54d-5343c99c73c5 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226590
Feb 07 01:53:03.848937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7ed2-a9a2-4f8b-ae26-2d6159b0cfe3 req-a43c6ab0-ce1b-4418-9133-baf2f97382b0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:03.850548 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-949a7ed2-a9a2-4f8b-ae26-2d6159b0cfe3 req-a43c6ab0-ce1b-4418-9133-baf2f97382b0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.4442360
Feb 07 01:53:03.985188 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2c756a8-47c1-4034-8d6c-ac20c04284b5 req-93e7bb2c-13d2-46d5-8050-f281b66aba78 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4449890
Feb 07 01:53:04.044267 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-949a7ed2-a9a2-4f8b-ae26-2d6159b0cfe3 req-f47b9907-4665-407f-b290-bf41ea4a08ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643815
Feb 07 01:53:04.084491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-13a017de-ec48-447c-b6b8-09468e22b5a8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:04.086202 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-13a017de-ec48-447c-b6b8-09468e22b5a8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 817 time: 0.3714921
Feb 07 01:53:04.160474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce16e98-117b-4016-a40d-1d1d358a3cfc {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:53:04.181727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:04.233277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-69efd59c-96ea-4430-8f75-2c9dbcd5eed2 req-35e69bd0-bc42-4c6d-b4a4-33816d88ae6e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 210 time: 0.0635390
Feb 07 01:53:04.294767 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-db7fa249-8a59-4a0a-96a8-1f37ba698570 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 5705 time: 0.1643355
Feb 07 01:53:04.303850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-a248ecba-8f9c-4271-99df-5f5b68b106d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:04.306283 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-a248ecba-8f9c-4271-99df-5f5b68b106d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1160 time: 0.1114047
Feb 07 01:53:04.324874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'port': {'device_id': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'admin_state_up': True, 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'security_groups': ['c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:04.409856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Transition to ACTIVE for port object 8ce16e98-117b-4016-a40d-1d1d358a3cfc will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:04.466334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:04.486094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:04.490930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:port and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:04.494664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:04.496102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:04.500580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:04.516606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device b453d4a3-644d-48f8-a290-25464c5161d1 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:04.535326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Made reservation on behalf of a1ebf699b8af47b3a192a2093e288fd1 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:04.559099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:04.675026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port b453d4a3-644d-48f8-a290-25464c5161d1 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:04.675460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:04.892072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce16e98-117b-4016-a40d-1d1d358a3cfc,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:04.916341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:04.983234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-150fff88-1215-4927-b6e1-df6f6024aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:04.985012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-150fff88-1215-4927-b6e1-df6f6024aaae service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.6639016
Feb 07 01:53:05.124422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3d588-6275-403f-82cb-f44f2e7d538d req-a07e0c66-e220-4d83-8e1e-c8f4a233e1d4 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:05.127275 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3cf3d588-6275-403f-82cb-f44f2e7d538d req-a07e0c66-e220-4d83-8e1e-c8f4a233e1d4 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.7160923
Feb 07 01:53:05.173370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1c23-b0ae-4415-b271-c40ba4aaad00 req-2218ea53-3aae-44e2-b18c-d920afb2b47a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:05.175170 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43ed1c23-b0ae-4415-b271-c40ba4aaad00 req-2218ea53-3aae-44e2-b18c-d920afb2b47a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3794520
Feb 07 01:53:05.246341 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-e4cc9a8d-922e-412f-bb46-6f4fe8f24a43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.1113398
Feb 07 01:53:05.251694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Allocated IP 172.20.0.11 (9e4ca1c8-8bd2-4866-83d4-06dda4274c45/25170f2e-e4df-4a5b-9519-79470c0dcb6b/4e2c416e-905a-4f21-8b9e-8f93a2afdc22) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:53:05.271592 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43ed1c23-b0ae-4415-b271-c40ba4aaad00 req-3b3adcf1-baf6-4571-a3b9-27158c82c13a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831335
Feb 07 01:53:05.355421 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3cf3d588-6275-403f-82cb-f44f2e7d538d req-818a8800-fd94-409a-8077-9464be8bc380 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175713
Feb 07 01:53:05.430582 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Attempting to bind port 8ce16e98-117b-4016-a40d-1d1d358a3cfc on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:05.430874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Attempting to bind port 8ce16e98-117b-4016-a40d-1d1d358a3cfc by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:05.431258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Attempting to bind port 8ce16e98-117b-4016-a40d-1d1d358a3cfc on network 3e3a5a26-b351-4c68-a691-f295a56b5d2d {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:05.438957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:05.439339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Checking segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:05.439743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:05.440138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Bound using segment: {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:05.440609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Bound port: 8ce16e98-117b-4016-a40d-1d1d358a3cfc, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0e2406-d2db-47a4-b291-2d1d86916218', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3e3a5a26-b351-4c68-a691-f295a56b5d2d'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:05.440987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:05.534311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-5333e11b-5032-4a42-ba4a-f819abc8761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:05.535942 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-5333e11b-5032-4a42-ba4a-f819abc8761d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.1999230
Feb 07 01:53:05.547973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] For port 8ce16e98-117b-4016-a40d-1d1d358a3cfc, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:05.551637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] For port 8ce16e98-117b-4016-a40d-1d1d358a3cfc, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:05.627976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:05.649946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:05.742020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5542c-d380-4542-9a8f-f21d500eb44b req-f9d4105d-b88b-400d-b6b9-f1ef2796d406 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:05.744492 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5a5542c-d380-4542-9a8f-f21d500eb44b req-f9d4105d-b88b-400d-b6b9-f1ef2796d406 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2948811
Feb 07 01:53:05.748076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:05.795708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Transition to ACTIVE for port object 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:05.846478 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5a5542c-d380-4542-9a8f-f21d500eb44b req-4e6ff284-c60d-416a-b94a-5687f1cd6a16 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896966
Feb 07 01:53:05.930205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:05.957659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:06.001617 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-6fb64d12-b23a-4dd0-b9a4-dbfccd65b586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4212859
Feb 07 01:53:06.154851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:06.240802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce16e98-117b-4016-a40d-1d1d358a3cfc,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:06.253406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:06.290431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:06.291141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:06.292666 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ce16e98-117b-4016-a40d-1d1d358a3cfc HTTP/1.1" status: 200  len: 1157 time: 4.0022426
Feb 07 01:53:06.293193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:06.321204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-48470294-9624-49ee-acb1-f04c03538d7f service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3032720
Feb 07 01:53:06.384986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:06.516770 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0840b77c-c57c-4f95-9a81-8cd5e26c09b2 req-047a4741-f223-441b-9dc2-4f2299af1bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1731622
Feb 07 01:53:06.560878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7ced6-9cdb-49c2-9320-150dacbd9a05 req-abf0f891-f7b1-4990-a19b-c8b6b7ef045c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:06.562562 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1ec7ced6-9cdb-49c2-9320-150dacbd9a05 req-abf0f891-f7b1-4990-a19b-c8b6b7ef045c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 932 time: 0.5484869
Feb 07 01:53:06.575173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-106ab88b-adad-4f2c-b62a-1cebf5fd5b2b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:53:06.577487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:53:06.580183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:06.596906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:53:06.711703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:06.713241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:06.849072 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1ec7ced6-9cdb-49c2-9320-150dacbd9a05 req-72813177-4795-401a-97e5-9527dd2f4442 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2700796
Feb 07 01:53:06.853662 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5339332
Feb 07 01:53:06.854134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaa5f5-a91b-48e7-a2b8-c347831fd21e req-99b50554-df64-40b5-9565-271fdfbb87b1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:06.856062 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5fcaa5f5-a91b-48e7-a2b8-c347831fd21e req-99b50554-df64-40b5-9565-271fdfbb87b1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.4768169
Feb 07 01:53:06.866010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40464) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:06.874941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'floatingip': {'port_id': '4ddb62f9-c99c-477f-9640-6cad808e866c'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:06.889314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Request body: {'port': {'device_id': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:06.996976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-f002c384-9b92-4def-8c84-414d12643ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:06.999443 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-f002c384-9b92-4def-8c84-414d12643ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 1160 time: 0.4812853
Feb 07 01:53:07.090373 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc', 'status': 'completed', 'code': 200}
Feb 07 01:53:07.105703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a7579c45-a2ee-4180-899f-6e27aec4c2dd None None] Provisioning for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:07.119591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a7579c45-a2ee-4180-899f-6e27aec4c2dd None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:07.119996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a7579c45-a2ee-4180-899f-6e27aec4c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.144868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.236161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-a7579c45-a2ee-4180-899f-6e27aec4c2dd None None] Port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:53:07.245329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:07.290666 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-2f68aa4f-9cd8-4e46-8bca-eb540ecc9539 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc HTTP/1.1" status: 200  len: 217 time: 0.2702181
Feb 07 01:53:07.314510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.386271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port c8e68774-496b-409b-aee5-8d34820fa3ab completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:07.392497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:07.392918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.576766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-89ff3d9f-cac5-48b0-8540-a3f65fe5b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:07.578353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-89ff3d9f-cac5-48b0-8540-a3f65fe5b023 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.1706929
Feb 07 01:53:07.651028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9763e73-9dd2-4f44-a16a-b2214a7e4ee3 req-c7b4a66f-f2cb-45c4-9da2-64b595348a0b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:07.652738 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d9763e73-9dd2-4f44-a16a-b2214a7e4ee3 req-c7b4a66f-f2cb-45c4-9da2-64b595348a0b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.4458547
Feb 07 01:53:07.666502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.714509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port c8e68774-496b-409b-aee5-8d34820fa3ab, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c8e68774-496b-409b-aee5-8d34820fa3ab,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:07.715586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:07.739119 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-fdb81a1d-b4f0-4f5c-a5f3-61cbf21f4e70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967433
Feb 07 01:53:07.752820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:07.755717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-35c61040-b01f-4bb3-a41c-ad0b33cd9228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:07.776659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40480) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:07.810199 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab', 'code': 200}
Feb 07 01:53:07.862542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=c8e68774-496b-409b-aee5-8d34820fa3ab,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:07.869149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:07.968578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d9763e73-9dd2-4f44-a16a-b2214a7e4ee3 req-9232713c-d736-42eb-800d-292b54bc21a7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063209
Feb 07 01:53:08.169581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.282617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:53:08.292852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.308479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Transition to ACTIVE for port object 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:08.353208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.372504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:08.393692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:08.536472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:08.536926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.544791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:08.568347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:08.580657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.581156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.581441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.581833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.582215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.582596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.583021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.583404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.583782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.584561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.584561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.584829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.585102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Usage tracker for resource:security_group_rule and tenant:9932a847b3e74ff2958b0511ca5a45b0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:08.585318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.585729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.586290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.586856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.587262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.587640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.588013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.589222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.589222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.589222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.589461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.590103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:08.605186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:08.605369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:08.676750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:08.761448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Attempting to bind port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:08.762188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Attempting to bind port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:08.769181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Attempting to bind port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 on network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Checking segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Bound using segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Bound port: 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:08.781741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.786947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-c258fbc1-fb12-47e3-a180-05952e8c38e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0390842
Feb 07 01:53:08.903797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:08.907661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:08.953190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:08.970644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 01:53:08.981644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f5f69f63-7fa8-4d86-a6e3-1298d231b9b0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:09.090283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:09.169810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:09.177613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:09.204611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-be94ea8f-43d1-49a9-9275-378162331b0d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:09.205425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-be94ea8f-43d1-49a9-9275-378162331b0d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:09.233345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:09.249014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:09.259924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:09.261788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 1158 time: 2.3793042
Feb 07 01:53:09.262347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:09.271314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:09.293530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-20b8e6a1-9242-4f3e-b275-40351ce64d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:09.305083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-be94ea8f-43d1-49a9-9275-378162331b0d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:09.312801 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-be94ea8f-43d1-49a9-9275-378162331b0d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 1.1311843
Feb 07 01:53:09.364283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159291c-92b7-4be0-88a8-6393c379401c req-c46ec3f4-48ff-4619-b587-5614b827ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:09.365992 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6159291c-92b7-4be0-88a8-6393c379401c req-c46ec3f4-48ff-4619-b587-5614b827ae21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.8729324
Feb 07 01:53:09.367337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:09.564129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-3b057187-6464-41c4-8f49-0831e153cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:09.565765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-3b057187-6464-41c4-8f49-0831e153cc05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1161 time: 0.1689160
Feb 07 01:53:09.644683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9932a847b3e74ff2958b0511ca5a45b0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8647580
Feb 07 01:53:09.669027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40520) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:09.685682 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3734bd4-aad5-40bc-a5e2-068fe36d45a7 req-4d1d8a54-9d09-4423-acf3-e0c87197b407 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8875880
Feb 07 01:53:09.706011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e04542-4308-44b3-87c5-ce6669523dcb req-c48195f4-b8d1-40e7-b186-139a935b46a0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:09.707792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4e04542-4308-44b3-87c5-ce6669523dcb req-c48195f4-b8d1-40e7-b186-139a935b46a0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.3777788
Feb 07 01:53:09.710799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95706dd-1e3a-4ede-8a49-a3afe8f67efa,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:09.739259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-eaa5533a-2363-4b85-9a63-4cdaf90cada4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:09.761811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.762214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.762678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.763034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.763367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.763757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.764152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.764518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.764897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.765274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.765652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.766027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.766497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.766879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.767278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.767651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.768027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.768621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.768738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.769114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.769504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.769876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.770248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.770728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:09.786215 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-0c7a2c20-8488-4b90-900f-1b80f2fd684d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 217 time: 0.0773146
Feb 07 01:53:09.806639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:09.809740 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6159291c-92b7-4be0-88a8-6393c379401c req-3ab2994b-3d1c-485e-a26d-8294f6f11dfe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520196
Feb 07 01:53:09.840817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-eaa5533a-2363-4b85-9a63-4cdaf90cada4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:09.841759 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-453722a5-a7c4-4d00-ad38-2a2bc539b22b req-eaa5533a-2363-4b85-9a63-4cdaf90cada4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5278020
Feb 07 01:53:09.845357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Floating IP 5ca40daf-74de-418d-b742-f2e67de43a7e associated. External IP: 172.27.1.14, port: 4ddb62f9-c99c-477f-9640-6cad808e866c.
Feb 07 01:53:09.875461 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4e04542-4308-44b3-87c5-ce6669523dcb req-194bc349-1e94-4061-8482-6b379b0441bb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013234
Feb 07 01:53:09.960646 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'status': 'completed', 'code': 200}
Feb 07 01:53:10.020813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:10.066111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:10.250587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-48b6062b-609d-41dc-9bf3-8f829f29b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:10.252326 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-48b6062b-609d-41dc-9bf3-8f829f29b714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0724432
Feb 07 01:53:10.372664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:10.373252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-52b873f6-ca6e-405d-8c7e-fa8bacecf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:10.375227 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-52b873f6-ca6e-405d-8c7e-fa8bacecf8b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793867
Feb 07 01:53:10.388790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:10.409372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95706dd-1e3a-4ede-8a49-a3afe8f67efa,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:10.418879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:10.422236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:53:10.424522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:10.425752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c95706dd-1e3a-4ede-8a49-a3afe8f67efa HTTP/1.1" status: 204  len: 168 time: 0.7499547
Feb 07 01:53:10.431519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-04c8375d-9175-4d24-b549-07d6568fce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:10.433204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-04c8375d-9175-4d24-b549-07d6568fce57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 1160 time: 0.1683679
Feb 07 01:53:10.584669 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-b6ab6966-3215-4ab8-8601-90d1511e97a9 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945710
Feb 07 01:53:10.748538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc0a1d36-8c7f-40a3-bf48-1b211f6039fc req-4425d6a2-6a9e-4ca0-96b9-581bdb5309ba service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550426
Feb 07 01:53:11.000082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-d580c506-84c6-47fe-b073-2a8ca5457272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.001698 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-d580c506-84c6-47fe-b073-2a8ca5457272 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.5530689
Feb 07 01:53:11.006546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:53:11.015209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:11.020703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:53:11.039732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:53:11.040610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b4a8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:49Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:11.073015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40542) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:11.098186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:11.135359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a253-944b-4ae3-9080-79721451c74c req-8a96e09c-5330-4247-9908-b3eea38fe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.137267 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-8a96e09c-5330-4247-9908-b3eea38fe768 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1161 time: 0.2453578
Feb 07 01:53:11.146265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:11.234354 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-7cfee9cd-1935-4c68-81bc-19b83a55653f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc HTTP/1.1" status: 200  len: 217 time: 0.1450076
Feb 07 01:53:11.268271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:53:11.307040 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-cf03dc45-6a6a-46c8-9ec2-7a5e2ef9d88e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "PUT /v2.0/floatingips/5ca40daf-74de-418d-b742-f2e67de43a7e HTTP/1.1" status: 200  len: 990 time: 4.4395213
Feb 07 01:53:11.312952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a253-944b-4ae3-9080-79721451c74c req-4d7e34a8-2dd3-447f-8352-462a03495c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.314561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:11.315405 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-4d7e34a8-2dd3-447f-8352-462a03495c58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1613736
Feb 07 01:53:11.316615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:679743dbd93b4c00b4d0e66ffb26b112 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:11.321580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:11.330914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:11.362816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-2ecd11df-411a-4dad-ac92-137590b03920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.364400 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-2ecd11df-411a-4dad-ac92-137590b03920 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.1121762
Feb 07 01:53:11.441108 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-40eaf150-af0f-41d6-b4f0-04846ddb3b5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 217 time: 0.1068034
Feb 07 01:53:11.528010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5916f-964b-49dd-9fbd-0221b36c4487 req-077aad0b-8ccb-436b-b0c2-7624630f9699 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.543932 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-46b5916f-964b-49dd-9fbd-0221b36c4487 req-077aad0b-8ccb-436b-b0c2-7624630f9699 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.4635763
Feb 07 01:53:11.550074 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-436570f3-05c0-4469-be73-dd2032e30fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1746914
Feb 07 01:53:11.597318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6e5cf-a432-47e8-a774-24ab6ecf7503 req-1c7734b3-3555-4a77-9c51-19aebf968d49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.598147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-84b6e5cf-a432-47e8-a774-24ab6ecf7503 req-1c7734b3-3555-4a77-9c51-19aebf968d49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:11.735638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a253-944b-4ae3-9080-79721451c74c req-2a354bba-c501-474a-a654-404ee812aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.737366 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-2a354bba-c501-474a-a654-404ee812aa78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.1287107
Feb 07 01:53:11.812541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-84b6e5cf-a432-47e8-a774-24ab6ecf7503 req-1c7734b3-3555-4a77-9c51-19aebf968d49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:11.822096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b4a8>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5ca40daf-74de-418d-b742-f2e67de43a7e', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:e7:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:34Z', 'updated_at': '2021-02-07T01:53:08Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:11.827095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:53:11.829845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-84b6e5cf-a432-47e8-a774-24ab6ecf7503 req-1c7734b3-3555-4a77-9c51-19aebf968d49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.8203344
Feb 07 01:53:11.839254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:53:11.841005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b4a8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:52:49Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:11.873894 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-25a0bd0a-bf8f-46ae-9f34-7dea24221bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392645
Feb 07 01:53:11.920379 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-84b6e5cf-a432-47e8-a774-24ab6ecf7503 req-a9d5cdf6-9270-4e2d-ab81-e4bf968bb11d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895486
Feb 07 01:53:11.934943 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-46b5916f-964b-49dd-9fbd-0221b36c4487 req-6a90dce4-75ad-4692-81b6-6b62ded5697d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3900266
Feb 07 01:53:11.942133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a253-944b-4ae3-9080-79721451c74c req-f233ec3b-5708-4df8-aba7-2690e96c8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:11.943827 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-f233ec3b-5708-4df8-aba7-2690e96c8760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1966333
Feb 07 01:53:12.095782 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-b04d3a62-ddfc-4755-9754-1f7ad9cdd460 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2207015
Feb 07 01:53:12.110810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:53:12.182028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.184294 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'status': 'completed', 'code': 200}
Feb 07 01:53:12.209434 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-22e22274-8200-4c40-a371-b9a2425b87db service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278736
Feb 07 01:53:12.214923 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b2da60d5-5775-4ad9-ba81-d2fde651535a req-f7813b51-fbce-4e32-9f10-b8736cae8573 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2737882
Feb 07 01:53:12.226499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.235688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:12.240093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40568) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:12.281371 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=679743dbd93b4c00b4d0e66ffb26b112&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2070069
Feb 07 01:53:12.283312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f624cf3-7956-4f91-acba-fc0f00140d55,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:12.284336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40574) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:12.286848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:12.524059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.556662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.560659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:12.576793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2d939d10d843d8b213ded2e1335d6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:12.585186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:12.603337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24422508-b387-4d22-b898-a26270b6606d req-a159653a-e9ae-4b5e-a23b-a934b824153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:12.605201 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-a159653a-e9ae-4b5e-a23b-a934b824153d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.3059325
Feb 07 01:53:12.606272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:12.618307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-944eb1f9-2847-4804-8b80-0aae2dd03226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:12.619957 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-944eb1f9-2847-4804-8b80-0aae2dd03226 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 1163 time: 0.2559979
Feb 07 01:53:12.623328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.660018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b4a8>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5ca40daf-74de-418d-b742-f2e67de43a7e', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:e7:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:34Z', 'updated_at': '2021-02-07T01:53:08Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:12.664880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97184-328a-4037-a47c-c223ffdbbff8 None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5ca40daf-74de-418d-b742-f2e67de43a7e', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:e7:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:34Z', 'updated_at': '2021-02-07T01:53:08Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:53:12.673385 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd90a253-944b-4ae3-9080-79721451c74c req-08249b51-a365-4999-89f8-194e4f660299 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3724794
Feb 07 01:53:12.868242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24422508-b387-4d22-b898-a26270b6606d req-17ac0a0c-731c-4b90-9304-2b80be03dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:12.871118 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-17ac0a0c-731c-4b90-9304-2b80be03dacb service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.2497044
Feb 07 01:53:12.942807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-b4d9080f-9b1a-4024-9416-349cd39cd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:12.945606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-b4d9080f-9b1a-4024-9416-349cd39cd9ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 909 time: 0.1801333
Feb 07 01:53:12.958348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:12.983916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:12.994617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3086cd18-b409-46e6-bd5d-07c18f14133b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:13.021817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f624cf3-7956-4f91-acba-fc0f00140d55,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:13.037202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:13.057663 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-cc72daf3-5218-482a-85ca-31bcbe1d9c7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b453d4a3-644d-48f8-a290-25464c5161d1 HTTP/1.1" status: 200  len: 217 time: 0.1031966
Feb 07 01:53:13.060452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.064694 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f624cf3-7956-4f91-acba-fc0f00140d55 HTTP/1.1" status: 204  len: 168 time: 0.7762384
Feb 07 01:53:13.070735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7387f55c-4717-4b4b-8469-9ffec78c8c14 None None] New status for floating IP 5ca40daf-74de-418d-b742-f2e67de43a7e: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:53:13.079930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.104718 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-19ccb424-0b72-415b-bdc5-f13948141f04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 998 time: 0.2164121
Feb 07 01:53:13.118458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.160472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-ded762d0-eb04-4db3-be6b-6ce6928ec332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:13.162216 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-ded762d0-eb04-4db3-be6b-6ce6928ec332 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.0962040
Feb 07 01:53:13.181853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5e5e9300-2699-4e5e-a899-523c1781e3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:13.193860 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e2d939d10d843d8b213ded2e1335d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9525521
Feb 07 01:53:13.207043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40590) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:13.302405 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-eacf05d9-e7dd-478f-b051-40c1f20b089f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297669
Feb 07 01:53:13.348064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:13.348485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.377388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5153f5-fc44-42d0-b234-3e7ea8427b7b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:13.384339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:13.393508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24422508-b387-4d22-b898-a26270b6606d req-7347c48c-8047-4acb-9ea9-873d4ae17f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:13.395164 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-7347c48c-8047-4acb-9ea9-873d4ae17f22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.2144790
Feb 07 01:53:13.536117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.588935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ae2b-ec34-41ea-8616-4a946af2a6da req-98054ba2-7f41-4e77-9bc2-59325435bd35 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:13.590653 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7b45ae2b-ec34-41ea-8616-4a946af2a6da req-98054ba2-7f41-4e77-9bc2-59325435bd35 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.3572490
Feb 07 01:53:13.609398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:13.642238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-7c4ddf9f-faec-4c80-a01d-c14c02dd2c30 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310783
Feb 07 01:53:13.723104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:53:13.768957 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7b45ae2b-ec34-41ea-8616-4a946af2a6da req-4e94ea0c-fc1a-4998-b9d4-b72f17857b34 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702690
Feb 07 01:53:13.774780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122ca8-2124-4070-9303-6d0ac00d8096 req-8c35337c-823e-419f-b55f-440a080d54e7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:13.784211 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-42122ca8-2124-4070-9303-6d0ac00d8096 req-8c35337c-823e-419f-b55f-440a080d54e7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.5149820
Feb 07 01:53:13.848857 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dadd6f9e-2c43-4663-9491-e9b7a781cd53 req-f94dab8e-9734-4e06-be32-71d772d389b3 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1975453
Feb 07 01:53:13.868624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24422508-b387-4d22-b898-a26270b6606d req-52e0dfe2-0901-4a3a-b5f8-2ac44738c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:13.868624 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-52e0dfe2-0901-4a3a-b5f8-2ac44738c6ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4053309
Feb 07 01:53:13.943570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-42122ca8-2124-4070-9303-6d0ac00d8096 req-b1f741fa-aa09-4cc3-a24a-559384cf8424 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1582930
Feb 07 01:53:14.070553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.078123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:14.102104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5153f5-fc44-42d0-b234-3e7ea8427b7b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:14.104855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:14.117510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.121109 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb5153f5-fc44-42d0-b234-3e7ea8427b7b HTTP/1.1" status: 204  len: 168 time: 0.8516963
Feb 07 01:53:14.121109 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-aa4681f5-7433-42ba-95ff-129739f1b56b service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332098
Feb 07 01:53:14.277487 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24422508-b387-4d22-b898-a26270b6606d req-7608d326-f059-46a7-9d26-638152933c85 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486788
Feb 07 01:53:14.418010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40622) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:14.563793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-927380404-network', 'tenant_id': 'ed0dadde4b054c5cac7950ff647161eb'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:14.568926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:14.573793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Usage tracker for resource:network and tenant:ed0dadde4b054c5cac7950ff647161eb is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:14.576869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:14.582732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:14.614965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Made reservation on behalf of ed0dadde4b054c5cac7950ff647161eb for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:14.620652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.635041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.651581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:14.655699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0dadde4b054c5cac7950ff647161eb is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:14.658622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:14.662473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40628) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:14.664581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:14.699842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.716107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:14.720208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a14401214904b239c3e98e3f47adb83 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:14.723491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:14.733143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:14.756147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.790608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.796254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:14.843217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:53:14.856936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95e300-d9c8-4e1d-bd6b-57ecdfe17842,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:14.860334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.861341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:14.862340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.862725 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Added segment f94c1229-5604-49d9-9891-353653acd595 of type vxlan for network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b
Feb 07 01:53:14.918147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:14.927594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:14.977085 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a14401214904b239c3e98e3f47adb83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3100233
Feb 07 01:53:14.977085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566a2987-345f-4641-b26d-d0e1b387a438,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:14.978217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40636) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:14.981270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:15.088197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.130874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.256812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.358169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072fca2-7cad-43c9-8508-907bb64b3f31 req-9f74ff7d-a28f-4286-a3a8-aacb6d0df6f5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:15.359920 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6072fca2-7cad-43c9-8508-907bb64b3f31 req-9f74ff7d-a28f-4286-a3a8-aacb6d0df6f5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1696725
Feb 07 01:53:15.361295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.366614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-60f46f8c-988d-494f-9ebc-f776cc3d5132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:15.399945 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a2987-345f-4641-b26d-d0e1b387a438,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:15.402443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:15.414052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe891d-dbfa-4d06-a998-e43e6f025ae1 req-6979ce3a-1db4-4c5b-855e-7a93f3677a45 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:15.415836 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-edfe891d-dbfa-4d06-a998-e43e6f025ae1 req-6979ce3a-1db4-4c5b-855e-7a93f3677a45 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.1992261
Feb 07 01:53:15.418807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.423478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:15.424126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.424987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:15.426176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/566a2987-345f-4641-b26d-d0e1b387a438 HTTP/1.1" status: 204  len: 168 time: 0.4469635
Feb 07 01:53:15.434269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:15.455065 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6072fca2-7cad-43c9-8508-907bb64b3f31 req-abc55f59-2609-48e9-b504-dbd606e9b06f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782828
Feb 07 01:53:15.579507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fd67cf-da2d-4603-90e7-5e12a5b1f01b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:15.595592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:15.602737 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-edfe891d-dbfa-4d06-a998-e43e6f025ae1 req-4fc8f9bc-b307-4533-86ca-0dfafca50f33 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709304
Feb 07 01:53:15.604046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:15.606179 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1865196
Feb 07 01:53:15.610194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40650) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:15.615828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Request body: {'subnet': {'network_id': 'b8fd67cf-da2d-4603-90e7-5e12a5b1f01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-927380404-subnet', 'tenant_id': 'ed0dadde4b054c5cac7950ff647161eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:15.622426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:15.627309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Usage tracker for resource:subnet and tenant:ed0dadde4b054c5cac7950ff647161eb is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:15.630419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:15.638919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:15.666393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:15.687081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Made reservation on behalf of ed0dadde4b054c5cac7950ff647161eb for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:15.692300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:16.215964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:16.232608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:16.246972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c0eb99a2-df90-43ce-b9f6-f80c00eb03fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:16.359571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da77f41-aa98-412f-9111-a75a159dafc7,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:16.368176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:16.442335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Checking segment: {'id': 'f94c1229-5604-49d9-9891-353653acd595', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b8fd67cf-da2d-4603-90e7-5e12a5b1f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:16.442731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Network hostable DHCP agents. Network: b8fd67cf-da2d-4603-90e7-5e12a5b1f01b, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:53:16.516430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:53:16.556212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, b8fd67cf-da2d-4603-90e7-5e12a5b1f01b) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:16.560341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:16.560988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:16.569980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd1bbe-0f8a-4cfa-95f6-291af0542a87 None None] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:16.613714 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0034559
Feb 07 01:53:16.839425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c3bb9-feba-42d5-a943-1f39e41d27c4 req-8b020caf-0d58-46fb-9937-41f234acd96e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:16.847431 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-010c3bb9-feba-42d5-a943-1f39e41d27c4 req-8b020caf-0d58-46fb-9937-41f234acd96e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2210743
Feb 07 01:53:16.954558 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-010c3bb9-feba-42d5-a943-1f39e41d27c4 req-5b384b2f-6943-4b80-afb8-d135bf44e715 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058254
Feb 07 01:53:17.052531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:17.102867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e01cf-a512-4493-9e5e-be21fe32a714 req-2ec84e26-3efd-42fe-b6b6-3bed1f263e2e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:17.110788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f58e01cf-a512-4493-9e5e-be21fe32a714 req-2ec84e26-3efd-42fe-b6b6-3bed1f263e2e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 943 time: 0.3480921
Feb 07 01:53:17.145627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f79a4-b0b4-4ac8-ade8-35d774d72531 None None] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:17.182432 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f58e01cf-a512-4493-9e5e-be21fe32a714 req-9cfddf5a-591d-424f-99b4-a68d8f1bf7a2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706348
Feb 07 01:53:17.281476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:17.302024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:17.302446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:17.571369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:17.602991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:17.615491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:17.643623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:17.644895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:17.701482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-54e84580-7877-48bb-afe8-1cc6d752b98d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:17.754543 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'code': 200}
Feb 07 01:53:17.813784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:17.824725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.825577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.826097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.826609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.827190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.827562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.827927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.828292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.828872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.829242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.829646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.830000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.830442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.830806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.831190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.831547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.831985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.832342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.832696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.833096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.833454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.833815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.834167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.834515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:53:17.839958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:17.899085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 8ce16e98-117b-4016-a40d-1d1d358a3cfc completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:17.904782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8ce16e98-117b-4016-a40d-1d1d358a3cfc triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:17.905367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.152111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.192886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 8ce16e98-117b-4016-a40d-1d1d358a3cfc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:18.235427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.238160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:18.344856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728fc6e-fb91-4d7a-8ff4-861626f92336 req-38565fb3-a684-4dc2-8110-d98e8a217c5c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:18.347731 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5728fc6e-fb91-4d7a-8ff4-861626f92336 req-38565fb3-a684-4dc2-8110-d98e8a217c5c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2244654
Feb 07 01:53:18.349452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40750) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:18.352774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=8ce16e98-117b-4016-a40d-1d1d358a3cfc,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:18.356939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:18.360569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ec54-82ad-4ede-b9e9-3d2943c11d51 req-8a2c27d9-3601-4a3c-bfbf-c512a2a7c498 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:18.362273 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d781ec54-82ad-4ede-b9e9-3d2943c11d51 req-8a2c27d9-3601-4a3c-bfbf-c512a2a7c498 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.3597734
Feb 07 01:53:18.365968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124ef9-eb53-4476-a098-051684b6b3d2 req-ee07b084-81dd-4186-a45e-9d1c27ddc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:18.368206 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9c124ef9-eb53-4476-a098-051684b6b3d2 req-ee07b084-81dd-4186-a45e-9d1c27ddc017 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1163 time: 0.2899249
Feb 07 01:53:18.376141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-534100163-network', 'tenant_id': '8b66ce8b21a64d0d890bad79134be946'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:18.384560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:18.391961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Usage tracker for resource:network and tenant:8b66ce8b21a64d0d890bad79134be946 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:18.424576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:18.456214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:18.494845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5728fc6e-fb91-4d7a-8ff4-861626f92336 req-5e6653d3-f76b-4000-869c-a618b5e5b8fd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402440
Feb 07 01:53:18.495097 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d781ec54-82ad-4ede-b9e9-3d2943c11d51 req-82ad7671-0d4b-43e5-91a7-3d6a64b671c8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240892
Feb 07 01:53:18.498563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6f6259a-eb74-40f3-b5b8-d3f534d27ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.500204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9c124ef9-eb53-4476-a098-051684b6b3d2 req-79b099f7-e285-4a4f-9c44-876094bbfc05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109736
Feb 07 01:53:18.546412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Made reservation on behalf of 8b66ce8b21a64d0d890bad79134be946 for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:18.552903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.569593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.592704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:18.597947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Usage tracker for resource:security_group_rule and tenant:8b66ce8b21a64d0d890bad79134be946 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:18.602445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:18.609871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:18.848286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666bcd-74a8-4c18-96b2-1c8ae9232154 req-99bbf8f3-7676-4f79-b394-c086ec481a49 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:18.850015 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-96666bcd-74a8-4c18-96b2-1c8ae9232154 req-99bbf8f3-7676-4f79-b394-c086ec481a49 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2204282
Feb 07 01:53:18.887643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.936465 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-96666bcd-74a8-4c18-96b2-1c8ae9232154 req-c82178f6-2e8c-4deb-a76b-279701ece53a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738099
Feb 07 01:53:18.937638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.942084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3662ab4a-f30d-4561-becd-a2a6c6e9f980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:18.980372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:53:18.986730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e032c-2138-4678-9cd6-4733be1d06db,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:18.990195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:18.996643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:18.997090 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Added segment 57b6af09-f674-4269-8d14-7ea898e7ac1a of type vxlan for network c46253f3-76ab-40bb-867b-2fa2b82b7f98
Feb 07 01:53:19.027817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.094691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.096021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:19.096663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.102004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:19.177018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:19.210745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Pushing event updated for resources: {'Network': ['ID=c46253f3-76ab-40bb-867b-2fa2b82b7f98,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:19.214444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:19.219721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.229028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:19.242137 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8880389
Feb 07 01:53:19.242471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40770) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:19.248719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Request body: {'subnet': {'network_id': 'c46253f3-76ab-40bb-867b-2fa2b82b7f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-534100163-subnet', 'tenant_id': '8b66ce8b21a64d0d890bad79134be946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:19.248848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:19.253891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:19.258697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Usage tracker for resource:subnet and tenant:8b66ce8b21a64d0d890bad79134be946 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:19.262173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:19.267918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:19.454761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Made reservation on behalf of 8b66ce8b21a64d0d890bad79134be946 for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:19.459898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.463336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:19.463763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.764499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:19.815528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:19.880464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.896828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8ce16e98-117b-4016-a40d-1d1d358a3cfc triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:19.897249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:19.985510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eac3a-a7f0-4039-9c7f-dfb6ef4447c7 req-f31b4b6d-88ca-4ee5-a31e-a31fef1ca9a8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:19.994280 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-998eac3a-a7f0-4039-9c7f-dfb6ef4447c7 req-f31b4b6d-88ca-4ee5-a31e-a31fef1ca9a8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.2356062
Feb 07 01:53:20.063122 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-998eac3a-a7f0-4039-9c7f-dfb6ef4447c7 req-132d4bb4-8bd8-4ae8-88e3-5e3a299387de tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674148
Feb 07 01:53:20.078709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bab15c-ea83-49c2-9d71-24e519b48598 req-016a28be-d4e4-4db7-8b5f-77e331577d3c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:20.083365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4bab15c-ea83-49c2-9d71-24e519b48598 req-016a28be-d4e4-4db7-8b5f-77e331577d3c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2823710
Feb 07 01:53:20.145978 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc', 'code': 200}
Feb 07 01:53:20.184979 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4bab15c-ea83-49c2-9d71-24e519b48598 req-bb4e3d74-42b2-46d2-851e-1bb2e9eeec61 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962541
Feb 07 01:53:20.469784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77e55-6772-403c-bc55-1eee13896ff9 req-cf3c3efa-b7a0-4d74-94aa-fc413e6daabf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:20.488745 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-afa77e55-6772-403c-bc55-1eee13896ff9 req-cf3c3efa-b7a0-4d74-94aa-fc413e6daabf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2390628
Feb 07 01:53:20.560710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:20.570462 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-afa77e55-6772-403c-bc55-1eee13896ff9 req-a330fdd6-07f4-4487-96c8-67572b428221 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726552
Feb 07 01:53:20.578467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:20.704825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b167b90-34c6-4366-a1c6-ef922b912d26,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:20.710123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:20.764982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:20.767415 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:20.768986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114f58b-b783-46e4-81ee-d4580050db19 req-3ca72553-6487-4d2b-a7f3-cfcd32ed6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:20.770619 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d114f58b-b783-46e4-81ee-d4580050db19 req-3ca72553-6487-4d2b-a7f3-cfcd32ed6d00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 1162 time: 0.0860009
Feb 07 01:53:20.796720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Checking segment: {'id': '57b6af09-f674-4269-8d14-7ea898e7ac1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c46253f3-76ab-40bb-867b-2fa2b82b7f98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:20.797125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Network hostable DHCP agents. Network: c46253f3-76ab-40bb-867b-2fa2b82b7f98, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:53:20.825404 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d114f58b-b783-46e4-81ee-d4580050db19 req-2ca89ba8-263a-48d7-9930-321bd70c4c56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386407
Feb 07 01:53:20.843572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:53:20.878777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, c46253f3-76ab-40bb-867b-2fa2b82b7f98) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:20.885136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:20.886458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:20.891347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f633e-b689-4381-b4fb-8faf7cf5b9a7 None None] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:20.942751 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-381572a5-7300-46b2-b550-64dc2dc5dfa0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6979942
Feb 07 01:53:20.992815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:21.039070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40814) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:21.106756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:21.107200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:21.306089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:21.343763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:21.354062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Usage tracker for resource:security_group_rule and tenant:000e6b443f6946f38f32b3e791ee8b96 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:21.357389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:21.370311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:21.392697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57c6cf-f6ae-41d5-8e65-98c4ff8db11a None None] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:21.402694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea8daf-5c7e-4874-bee7-e366190b2788 req-ad8d5b84-e801-4ff2-96b3-2c23daed40eb tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:21.404613 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4aea8daf-5c7e-4874-bee7-e366190b2788 req-ad8d5b84-e801-4ff2-96b3-2c23daed40eb tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.1977220
Feb 07 01:53:21.488802 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4aea8daf-5c7e-4874-bee7-e366190b2788 req-fd3e255f-779b-41d2-8964-a40286d6282f tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713642
Feb 07 01:53:21.635935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2371-e8bd-4ade-b093-180b2d15117c req-a7b2a2af-c210-4301-b90e-1fc1cd4bcb88 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:21.637826 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b58b2371-e8bd-4ade-b093-180b2d15117c req-a7b2a2af-c210-4301-b90e-1fc1cd4bcb88 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2374451
Feb 07 01:53:21.702255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:21.741831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b58b2371-e8bd-4ade-b093-180b2d15117c req-dae4d1e7-669a-4486-afad-36cda1c149e7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849390
Feb 07 01:53:21.772683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:21.799667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:21.848277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc11bccd-1036-4848-bc80-a2005e459255,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:21.852540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:21.856696 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=000e6b443f6946f38f32b3e791ee8b96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8154752
Feb 07 01:53:21.858755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40838) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:22.030312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:22.125734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c5b2-5564-4f41-9ff5-992ed7066cda req-260b8b26-f8d2-41d8-b1dc-4e7184992046 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:22.127483 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-07e4c5b2-5564-4f41-9ff5-992ed7066cda req-260b8b26-f8d2-41d8-b1dc-4e7184992046 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1709185
Feb 07 01:53:22.138354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40842) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:22.144110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'floatingip': {'port_id': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:22.154090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68e3c8-2111-4204-b025-6dcfe5d388d5 req-6207816b-838c-473c-a220-fce31303abd3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:22.161992 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a68e3c8-2111-4204-b025-6dcfe5d388d5 req-6207816b-838c-473c-a220-fce31303abd3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2592943
Feb 07 01:53:22.183501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:22.264040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:22.271659 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a68e3c8-2111-4204-b025-6dcfe5d388d5 req-1b294772-93ab-4570-81a2-65475d252be4 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087115
Feb 07 01:53:22.309694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:22.314992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b257cd5-1241-48af-a4ad-46030b5002a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:22.328050 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc11bccd-1036-4848-bc80-a2005e459255,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:22.331234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:22.333383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:22.338290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc11bccd-1036-4848-bc80-a2005e459255 HTTP/1.1" status: 204  len: 168 time: 0.4745338
Feb 07 01:53:22.516175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-e95e2e8f-528c-4b1a-81d1-5a02a40b65c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:22.518125 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-e95e2e8f-528c-4b1a-81d1-5a02a40b65c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.1734025
Feb 07 01:53:22.635165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Deleting port 8d19745a-39c7-41fc-8f80-aaa5edf946fb {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:53:22.636154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.053313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] For port 8d19745a-39c7-41fc-8f80-aaa5edf946fb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8d19745a-39c7-41fc-8f80-aaa5edf946fb,segment=NetworkSegment(0e07f51b-4ec6-4102-be7c-4bb74fa27e6b),segment_id=0e07f51b-4ec6-4102-be7c-4bb74fa27e6b)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:23.053886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.066064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40864) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:23.074255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8ea7d-81cb-48cd-82c3-80c516cc12b7 req-5f6c6175-96ef-43bc-b832-138bfbb60eb1 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:23.075992 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7d8ea7d-81cb-48cd-82c3-80c516cc12b7 req-5f6c6175-96ef-43bc-b832-138bfbb60eb1 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 945 time: 0.4158030
Feb 07 01:53:23.161029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.178200 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7d8ea7d-81cb-48cd-82c3-80c516cc12b7 req-29283a93-e32f-40d1-85a7-cafcd9a6ae9b tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/security-groups?id=451afa44-9961-4318-9b67-3705ecc104e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834279
Feb 07 01:53:23.197369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:23.274549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Calling delete_port for 8d19745a-39c7-41fc-8f80-aaa5edf946fb owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:53:23.332174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:23.341891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Usage tracker for resource:security_group_rule and tenant:7166b90ea1214e638f30701e540c514f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:23.347231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:23.348157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8ce16e98-117b-4016-a40d-1d1d358a3cfc triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:23.348539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.363827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:23.374352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.423606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.578228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.586962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8d19745a-39c7-41fc-8f80-aaa5edf946fb no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:53:23.648747 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Floating IP 241d2f83-17dd-419e-a05c-12221cb6379f associated. External IP: 172.27.1.90, port: 4e2c416e-905a-4f21-8b9e-8f93a2afdc22.
Feb 07 01:53:23.715037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.781327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:23.792447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:23.866151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3131bbed-35a5-4652-adfa-738a569c9c2e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:23.887675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:23.930615 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7166b90ea1214e638f30701e540c514f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8600860
Feb 07 01:53:23.932537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40886) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:23.957780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 07 01:53:23.957780 dv-cinder-740146-7-iscsi neutron-server[79946]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Feb 07 01:53:23.957780 dv-cinder-740146-7-iscsi neutron-server[79946]: [parameters: {'status': 'DOWN', 'ports_id': '8d19745a-39c7-41fc-8f80-aaa5edf946fb'}]
Feb 07 01:53:23.957780 dv-cinder-740146-7-iscsi neutron-server[79946]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:53:23.958790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:53:24.060273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47685a71-75e8-4142-9492-2b4ac79faf3b req-b1bcbf1c-b66b-4c2d-a0cf-8481149daddc tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:24.062204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47685a71-75e8-4142-9492-2b4ac79faf3b req-b1bcbf1c-b66b-4c2d-a0cf-8481149daddc tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.5546236
Feb 07 01:53:24.073196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.096123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:24.261168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Pushing event deleted for resources: {'Port': ['ID=8d19745a-39c7-41fc-8f80-aaa5edf946fb,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:24.264125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:24.353003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47685a71-75e8-4142-9492-2b4ac79faf3b req-186e8957-0b9d-4775-addc-685b1722159a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634897
Feb 07 01:53:24.355805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.381613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:53:24.470129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.513889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] No DVR routers for this DVR port 8d19745a-39c7-41fc-8f80-aaa5edf946fb on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:53:24.513889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.513889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'name': 'network-vif-deleted', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:24.515687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Port 8d19745a-39c7-41fc-8f80-aaa5edf946fb update to DOWN by agent not found {{(pid=80061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 07 01:53:24.585908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6c56bb36-aa62-4d2d-b92c-645a40d0c55e req-e60d2733-8ee9-4b50-aed8-eadde8c6f3f8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Synchronizing usage tracker for tenant:deed86e55806401bb34f233ad1b4ceca on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:24.703389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:53:24.703389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.704356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:53:24.704356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:53:24.704356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c27780>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:53:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:24.704665 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a0363185-946c-4390-ac60-ac0bae28dee2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "PUT /v2.0/floatingips/241d2f83-17dd-419e-a05c-12221cb6379f HTTP/1.1" status: 200  len: 991 time: 2.5522747
Feb 07 01:53:24.704665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:24.784986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6c56bb36-aa62-4d2d-b92c-645a40d0c55e req-e60d2733-8ee9-4b50-aed8-eadde8c6f3f8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Unset dirty status for tenant:deed86e55806401bb34f233ad1b4ceca on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:24.796697 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6c56bb36-aa62-4d2d-b92c-645a40d0c55e req-e60d2733-8ee9-4b50-aed8-eadde8c6f3f8 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.2850676
Feb 07 01:53:24.803276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d815c4d-eb4e-48f9-a622-a75598167d16 req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.21 "DELETE /v2.0/ports/8d19745a-39c7-41fc-8f80-aaa5edf946fb HTTP/1.1" status: 204  len: 173 time: 2.2747087
Feb 07 01:53:24.807397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.832446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:24.876203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:24.879942 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3131bbed-35a5-4652-adfa-738a569c9c2e HTTP/1.1" status: 204  len: 168 time: 0.9438818
Feb 07 01:53:24.881179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3131bbed-35a5-4652-adfa-738a569c9c2e,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:24.884843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:24.964683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2464a0a-4e79-46b1-9228-32bdafdc23b1', 'name': 'network-vif-deleted', 'tag': '8d19745a-39c7-41fc-8f80-aaa5edf946fb', 'status': 'completed', 'code': 200}
Feb 07 01:53:25.082398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'status': 'completed', 'code': 200}
Feb 07 01:53:25.156201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:53:25.357132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-2cff68d6-6593-405a-9bd3-5629ae8295eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:25.359288 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-2cff68d6-6593-405a-9bd3-5629ae8295eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1163 time: 0.1098328
Feb 07 01:53:25.401490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-72633061-15d5-41d7-9924-3e44a50b5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:25.416837 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-72633061-15d5-41d7-9924-3e44a50b5862 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 1162 time: 0.1563706
Feb 07 01:53:25.557419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c4e5-33f5-4f4d-924a-5fe36402d43f req-47f0ff68-27b7-4cb9-b1ef-eab925d16048 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:25.568508 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15c9c4e5-33f5-4f4d-924a-5fe36402d43f req-47f0ff68-27b7-4cb9-b1ef-eab925d16048 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.3603995
Feb 07 01:53:25.813801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 40940) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:25.917780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c27780>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '241d2f83-17dd-419e-a05c-12221cb6379f', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:8f:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:54Z', 'updated_at': '2021-02-07T01:53:23Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:25.929870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:53:25.941536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:53:25.942250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c27780>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:53:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:26.039755 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15c9c4e5-33f5-4f4d-924a-5fe36402d43f req-42ce40d9-2ece-4b95-a650-64ddb2736137 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4700158
Feb 07 01:53:26.108682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-39714b78-7d99-466c-8f11-b3fb107f7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.110434 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-39714b78-7d99-466c-8f11-b3fb107f7f5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.7437453
Feb 07 01:53:26.142311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-75f59eb0-dd22-4609-ba2f-f689953f7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.144135 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-75f59eb0-dd22-4609-ba2f-f689953f7c05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.5725219
Feb 07 01:53:26.293578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-4028f73d-1122-40b7-865a-4a4342820784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc HTTP/1.1" status: 200  len: 217 time: 0.1394925
Feb 07 01:53:26.295189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:26.310941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:53:26.329876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-1a3018b3-0cba-4758-9dfb-c7f232676342 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 999 time: 0.1618719
Feb 07 01:53:26.420673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-bd0a1e7d-82cf-4631-a644-a6f2ddb87cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.422415 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-bd0a1e7d-82cf-4631-a644-a6f2ddb87cad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0772500
Feb 07 01:53:26.505192 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b2498c5-aa36-47d0-99dc-e4e24c4e7305 req-86ac1428-5127-4e33-b682-09365c729ac1 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2464a0a-4e79-46b1-9228-32bdafdc23b1 HTTP/1.1" status: 200  len: 210 time: 0.2420583
Feb 07 01:53:26.522238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-d2bb3490-2fa5-496b-8298-b43e90d8fc03 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.542272 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-d2bb3490-2fa5-496b-8298-b43e90d8fc03 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.5234442
Feb 07 01:53:26.609403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:26.619143 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-de976e61-6b06-4a18-9cd5-3e196129adc1 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/quotas/e85d01042fb54d22a19f630bbf212469 HTTP/1.1" status: 200  len: 375 time: 0.0758111
Feb 07 01:53:26.624600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Usage tracker for resource:security_group_rule and tenant:411213a78beb4c5a8b5798412dc9711c is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:26.629933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:26.639102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:26.722433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-83f548e9-68ed-4070-a2cc-49af702e06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.729409 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-83f548e9-68ed-4070-a2cc-49af702e06ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.3943908
Feb 07 01:53:26.747008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-25fe7729-a554-405c-81b3-6cc30c525192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:26.748643 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-25fe7729-a554-405c-81b3-6cc30c525192 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2029562
Feb 07 01:53:26.777792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-3a3914c4-4b10-4660-8b99-30b799a02d41 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1574180
Feb 07 01:53:26.832915 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-ad0f3870-9b4b-4398-9ede-b23483c87160 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791793
Feb 07 01:53:26.902542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c27780>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '241d2f83-17dd-419e-a05c-12221cb6379f', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:8f:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:54Z', 'updated_at': '2021-02-07T01:53:23Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:26.925523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc743a43-c7a8-4664-80e5-f7fe47260646 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '241d2f83-17dd-419e-a05c-12221cb6379f', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:8f:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:52:54Z', 'updated_at': '2021-02-07T01:53:23Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:53:27.055237 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-8d64c5b7-8056-401e-ab44-ca0bf2e18868 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397206
Feb 07 01:53:27.104535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.125005 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-32a222f4-a1e2-4e92-97d8-68986adbe20a service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539165
Feb 07 01:53:27.146446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.166555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:27.237870 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7e5e542-7247-4b95-9d1e-99c0281cadf8 req-30a5a6cf-5d03-46da-87e3-52261329f38a service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1710911
Feb 07 01:53:27.265385 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-62ca0187-b8c0-4ab4-8ec6-9a5e59edc17f service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4754796
Feb 07 01:53:27.283525 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=411213a78beb4c5a8b5798412dc9711c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4296107
Feb 07 01:53:27.294391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 40980) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:27.325720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117c96e-d187-4554-b674-1421ceb8fe79,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:27.333141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:27.402610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81100782-a181-4112-be92-575660dcefc8 None None] New status for floating IP 241d2f83-17dd-419e-a05c-12221cb6379f: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:53:27.459353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02e2d76b-ca87-4241-9954-25eb879d4354 req-401162e5-ed91-413f-93eb-8dbfba805f3f service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2937574
Feb 07 01:53:27.492721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.527623 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-97260312-2989-4bf8-aa0b-d5957d11e2c1 service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2612922
Feb 07 01:53:27.545706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.601903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6526bf-8066-4256-9dca-0a70c9e736bf req-5adce8fc-8239-4ff3-a07d-c4d2d8bb21ac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:27.622277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c6526bf-8066-4256-9dca-0a70c9e736bf req-5adce8fc-8239-4ff3-a07d-c4d2d8bb21ac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2196722
Feb 07 01:53:27.654781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.656241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8160f2ba-0041-4091-96ba-95c47399533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:27.669463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117c96e-d187-4554-b674-1421ceb8fe79,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:27.672699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:27.675103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:27.680633 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9df84c14-5284-4f6f-b0c7-45f896828972 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f117c96e-d187-4554-b674-1421ceb8fe79 HTTP/1.1" status: 204  len: 168 time: 0.3820686
Feb 07 01:53:27.723775 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c6526bf-8066-4256-9dca-0a70c9e736bf req-0a028c87-b652-4f23-9a73-4930dced21a3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978076
Feb 07 01:53:27.943522 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f0d736be-c17b-4e9b-98c5-bcd5e3f0e27a req-d2622be8-8f38-4c65-9363-a26a0b2b7ce6 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0930490
Feb 07 01:53:27.997703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41008) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:28.434102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.468742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:28.479694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Usage tracker for resource:security_group_rule and tenant:10ae0d84f0004ad98f28036bb0a22130 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:28.488205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:28.494650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:28.581078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.618173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.663599 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0cbc43f0-8499-4d2e-851a-2ac014ca3ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:28.675708 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10ae0d84f0004ad98f28036bb0a22130&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6763561
Feb 07 01:53:28.675857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41046) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:28.702070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18e8a7-2c35-41cb-a844-37d46c59bb73,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:28.721808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:28.762332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.796966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.919013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.924612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b121e45d-559c-4a25-80a8-24f7113cacb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:28.940739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18e8a7-2c35-41cb-a844-37d46c59bb73,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:28.943286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:28.956548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:28.968569 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b18e8a7-2c35-41cb-a844-37d46c59bb73 HTTP/1.1" status: 204  len: 168 time: 0.2840998
Feb 07 01:53:29.113460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac0eda-8d05-4a90-957e-01b185ae10f2 req-53ed4965-8d83-48ff-b3e5-740131058cbe tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:29.115362 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45ac0eda-8d05-4a90-957e-01b185ae10f2 req-53ed4965-8d83-48ff-b3e5-740131058cbe tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2561584
Feb 07 01:53:29.186574 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45ac0eda-8d05-4a90-957e-01b185ae10f2 req-f3c2fff9-568e-4484-bd45-83a3695a7c30 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645475
Feb 07 01:53:29.283557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2d6aeee-bdfb-43dc-aa7f-8824028d9532 req-557d92ab-114c-427e-922f-f359220316ae tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0684395
Feb 07 01:53:30.033158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41096) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:30.145289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Deleting subnet a93f0aeb-66f3-4b0b-a569-f3bb1e89e817 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:53:30.237431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41106) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:30.253202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.314107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.325049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.420290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199391501-network', 'tenant_id': '34e03fbc01ff4a0aba10ef818707e79e'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:30.425769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:30.472758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Usage tracker for resource:network and tenant:34e03fbc01ff4a0aba10ef818707e79e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:30.480455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:30.492812 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3463df7-5cc3-459d-9a19-4f2043dad4d2 req-11750a1f-3543-4937-8395-620d4090c9d2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0639317
Feb 07 01:53:30.493767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:30.557349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Made reservation on behalf of 34e03fbc01ff4a0aba10ef818707e79e for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:30.562590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.594543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.620732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:30.625755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Usage tracker for resource:security_group_rule and tenant:34e03fbc01ff4a0aba10ef818707e79e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:30.643484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:30.650747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:30.712342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-2b1899ce-9f04-4a50-826d-5d24477801b3 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:30.712342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-2b1899ce-9f04-4a50-826d-5d24477801b3 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.5594206
Feb 07 01:53:30.751353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Request body: {'port': {'device_id': 'c2476621-6b03-4162-8141-6ad01f02c149', 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63', 'admin_state_up': True, 'tenant_id': 'e85d01042fb54d22a19f630bbf212469'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:30.797693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.836745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.841644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:30.889045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2722f63-096f-4e66-9e0e-c9428c341ee6,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:30.901051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:30.901940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:53:30.939962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:30.940361 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Added segment 84c005f9-9f22-4368-a784-281017611901 of type vxlan for network b39c8905-b395-4d7c-bcc8-8167e02395dd
Feb 07 01:53:30.971886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.035250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.036528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:31.037173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.042766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:31.159912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Pushing event updated for resources: {'Network': ['ID=b39c8905-b395-4d7c-bcc8-8167e02395dd,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:31.163729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:31.171064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network b39c8905-b395-4d7c-bcc8-8167e02395dd details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:31.184439 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9457891
Feb 07 01:53:31.188379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41126) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:31.194588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Request body: {'subnet': {'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199391501-subnet', 'tenant_id': '34e03fbc01ff4a0aba10ef818707e79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:31.199759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:31.203843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Usage tracker for resource:subnet and tenant:34e03fbc01ff4a0aba10ef818707e79e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:31.206824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:31.211024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fb20c-37b8-40f2-ac4b-d20f6ff95584 req-2151cbfe-e403-4c06-aea2-a6fb0c314fa2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:31.212805 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d91fb20c-37b8-40f2-ac4b-d20f6ff95584 req-2151cbfe-e403-4c06-aea2-a6fb0c314fa2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.8073587
Feb 07 01:53:31.215775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:31.236123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network b39c8905-b395-4d7c-bcc8-8167e02395dd details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:31.260804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Made reservation on behalf of 34e03fbc01ff4a0aba10ef818707e79e for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:31.265630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.373574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:31.399540 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d91fb20c-37b8-40f2-ac4b-d20f6ff95584 req-d3f15da1-556b-46c3-b0ba-bc7d0343fade tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589644
Feb 07 01:53:31.419430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:31.540810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:31.561854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.709152 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ff1c654a-aea2-429a-ba9d-211a58f54d99 req-2b5dcdf0-0c71-4e2d-b511-9aa8da131fca tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0639746
Feb 07 01:53:31.790944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:31.812835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-995b65b9-7b71-489a-a813-b644e4acc961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:31.929567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93f0aeb-66f3-4b0b-a569-f3bb1e89e817,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:31.948227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:32.113275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.153767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Allocated IP 172.20.0.8 (e617216e-bd1e-4883-9ac7-82cffef20e63/f55d9760-9f18-42b1-83b3-9fad69d801db/98312454-39c0-4c45-a6ea-80e24a999113) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:53:32.184772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a93f0aeb-66f3-4b0b-a569-f3bb1e89e817 HTTP/1.1" status: 204  len: 168 time: 2.1503425
Feb 07 01:53:32.188435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41154) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:32.191881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.209725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-63bd69a1-df0d-4672-8616-73c5571f2f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:32.347484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f53a63c-d701-4328-ae23-1a0220c20db8,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:32.362072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:32.424590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Checking segment: {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:32.424981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Network hostable DHCP agents. Network: b39c8905-b395-4d7c-bcc8-8167e02395dd, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:53:32.502814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.515649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Network b39c8905-b395-4d7c-bcc8-8167e02395dd is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:53:32.595746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, b39c8905-b395-4d7c-bcc8-8167e02395dd) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:32.605687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:32.608766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.611108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536c008-987c-4a2e-beb8-2f8e3506e68e None None] Network b39c8905-b395-4d7c-bcc8-8167e02395dd requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:32.664664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.695256 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5054498
Feb 07 01:53:32.896644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:32.906778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28812c18-8159-44c4-914a-1e90b9f329f1 None None] Network b39c8905-b395-4d7c-bcc8-8167e02395dd requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:53:33.081750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572276c5-0547-4b4c-80db-b30e0bc65ab7 req-56cd9918-7043-43b8-ad1f-ee407cae32eb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:33.090019 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-572276c5-0547-4b4c-80db-b30e0bc65ab7 req-56cd9918-7043-43b8-ad1f-ee407cae32eb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4318407
Feb 07 01:53:33.118977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:33.183548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d135e-d181-482d-ab85-e5f4a4d403d2 req-c286c264-c875-4eb3-bc57-41bdcb1b88c4 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:33.192120 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-331d135e-d181-482d-ab85-e5f4a4d403d2 req-c286c264-c875-4eb3-bc57-41bdcb1b88c4 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 931 time: 0.2154412
Feb 07 01:53:33.267756 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-331d135e-d181-482d-ab85-e5f4a4d403d2 req-89587d1d-8a0f-47a2-8939-f8a95db4a180 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743058
Feb 07 01:53:33.269537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:33.422071 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-572276c5-0547-4b4c-80db-b30e0bc65ab7 req-d9dee589-6b72-4e9e-9d77-a068951a94d9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3308306
Feb 07 01:53:33.429661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Network e617216e-bd1e-4883-9ac7-82cffef20e63 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:53:33.431033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:33.439046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd7a2a6df60>> segment before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.439531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd7a2a6df60>> subnet precommit_delete_associations 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.440353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> segment_host_mapping after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.440727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> port after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.441108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.441482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.441857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> segment after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.442219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> subnet after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.442579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> subnet after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.443064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a2f3a198>> subnet after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.513640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a228d128>> subnet after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.514032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a228d128>> subnet after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.514409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a228d128>> subnet before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.514783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a228d128>> subnet before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:33.515206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2a5a940>,) {'filters': {'network_id': ['89adae80-370e-42ec-9fc6-be637727a81b']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:33.523954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:53:33.590574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:33.591318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:33.596797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event updated for resources: {'Port': ['ID=98312454-39c0-4c45-a6ea-80e24a999113,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:33.606003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:33.612618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2a5a940>, '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:33.612954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2a5a940>, '0e07f51b-4ec6-4102-be7c-4bb74fa27e6b') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:33.629666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:33.645736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:33.648208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:53:33.673522 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9278460
Feb 07 01:53:33.726232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Request body: {'port': {'device_id': 'c2476621-6b03-4162-8141-6ad01f02c149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:33.984114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:34.009769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Network 89adae80-370e-42ec-9fc6-be637727a81b has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:34.020144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:34.594284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5aa9a6-d88c-4b85-821f-183126caaf60 req-c4867782-2f29-4601-8be3-a0210ee8c217 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:34.602486 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef5aa9a6-d88c-4b85-821f-183126caaf60 req-c4867782-2f29-4601-8be3-a0210ee8c217 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 931 time: 0.1842198
Feb 07 01:53:34.663454 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef5aa9a6-d88c-4b85-821f-183126caaf60 req-f36df126-98cd-4c43-94f4-b5bce6af8856 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595975
Feb 07 01:53:34.684235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Network 89adae80-370e-42ec-9fc6-be637727a81b has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:34.711855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41220) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   (rel_b, rel_a, rel_b),
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   (rel_b, rel_a, rel_b),
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:53:34.725125 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:53:34.875433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:34.895805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:34.901273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Usage tracker for resource:security_group_rule and tenant:7b7e869149684d0f9be6c73db279b2c6 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:34.905191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:34.911268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:35.069044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bec0b9-a7d3-4bf7-9242-7fe5ebe1e592 req-5575d48e-2f52-4b5a-b6b8-10a1469eb31f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:35.072370 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c2bec0b9-a7d3-4bf7-9242-7fe5ebe1e592 req-5575d48e-2f52-4b5a-b6b8-10a1469eb31f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4775832
Feb 07 01:53:35.079917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.083275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.103730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e7a25c3-d1a7-4e34-855c-c20c32f09b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:35.111981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.128803 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e6be8eaf-36d0-47fd-a828-bc17da07e023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:35.130877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.136488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89adae80-370e-42ec-9fc6-be637727a81b,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:35.144341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:35.167647 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b7e869149684d0f9be6c73db279b2c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4545643
Feb 07 01:53:35.169574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41232) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:35.176465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c3394a-35c1-496d-9007-e92aad231f13,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:35.185421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:35.241889 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/89adae80-370e-42ec-9fc6-be637727a81b HTTP/1.1" status: 204  len: 168 time: 3.0493979
Feb 07 01:53:35.265497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c2bec0b9-a7d3-4bf7-9242-7fe5ebe1e592 req-282dd9fe-4e25-4123-ad3e-98f8fd4ce578 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806116
Feb 07 01:53:35.300186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98312454-39c0-4c45-a6ea-80e24a999113 {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:53:35.318815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.356750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.388553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.404395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Transition to ACTIVE for port object 98312454-39c0-4c45-a6ea-80e24a999113 will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:35.463824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.480894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:35.589185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41250) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:35.600723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.649490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Pushing event updated for resources: {'Port': ['ID=98312454-39c0-4c45-a6ea-80e24a999113,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:35.655521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:35.656201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:35.663828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.667689 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53c3394a-35c1-496d-9007-e92aad231f13 HTTP/1.1" status: 204  len: 168 time: 0.4896975
Feb 07 01:53:35.682197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c3394a-35c1-496d-9007-e92aad231f13,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:35.687571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:35.731195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5ea6f329-70ac-4604-ad7f-525948951e25 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:35.732074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5ea6f329-70ac-4604-ad7f-525948951e25 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Synchronizing usage tracker for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:35.773305 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-af0b057e-c8ef-43e9-a872-5c3ebfb6fe38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=deed86e55806401bb34f233ad1b4ceca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1796856
Feb 07 01:53:35.774424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41260) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:35.828999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5ea6f329-70ac-4604-ad7f-525948951e25 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Unset dirty status for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:35.836826 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5ea6f329-70ac-4604-ad7f-525948951e25 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 809 time: 0.5960946
Feb 07 01:53:35.872891 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-542ce362-fa9b-4ccd-bf15-c984724abfdc tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/quotas/34e03fbc01ff4a0aba10ef818707e79e HTTP/1.1" status: 200  len: 375 time: 0.0350215
Feb 07 01:53:35.913464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:35.938111 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-fed37699-ceb5-40ab-a2bf-653120a59ac7 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0642760
Feb 07 01:53:35.981079 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.056480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Attempting to bind port 98312454-39c0-4c45-a6ea-80e24a999113 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:36.057077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Attempting to bind port 98312454-39c0-4c45-a6ea-80e24a999113 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:36.061078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Attempting to bind port 98312454-39c0-4c45-a6ea-80e24a999113 on network e617216e-bd1e-4883-9ac7-82cffef20e63 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:36.066425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:36.068586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Checking segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:36.068586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.068586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Bound using segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:36.068586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Bound port: 98312454-39c0-4c45-a6ea-80e24a999113, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:36.068586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.140924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5b5a919a-8b93-4dd3-a8a9-2e0ff9f70b9b service neutron] 10.222.0.38 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886816
Feb 07 01:53:36.174247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106ad8e-013d-453b-9708-51eca2fe862b req-46419099-35db-401c-9e0d-a4210a9386ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:36.175064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d106ad8e-013d-453b-9708-51eca2fe862b req-46419099-35db-401c-9e0d-a4210a9386ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:36.262422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d106ad8e-013d-453b-9708-51eca2fe862b req-46419099-35db-401c-9e0d-a4210a9386ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:36.263737 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d106ad8e-013d-453b-9708-51eca2fe862b req-46419099-35db-401c-9e0d-a4210a9386ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 943 time: 0.3194468
Feb 07 01:53:36.269886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] For port 98312454-39c0-4c45-a6ea-80e24a999113, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:36.275593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] For port 98312454-39c0-4c45-a6ea-80e24a999113, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=98312454-39c0-4c45-a6ea-80e24a999113,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:36.291620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.299834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2f57463d-7206-4bb3-ae22-9d48c2667010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:36.312749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.321257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451afa44-9961-4318-9b67-3705ecc104e2,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:36.334187 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-ae721b51-1001-4ca2-89b1-b94ba244d049 service neutron] 10.222.0.38 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1818216
Feb 07 01:53:36.335693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:36.369134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.370980 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/451afa44-9961-4318-9b67-3705ecc104e2 HTTP/1.1" status: 204  len: 168 time: 0.5948172
Feb 07 01:53:36.446684 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d106ad8e-013d-453b-9708-51eca2fe862b req-b7fa5013-3567-4fe6-98a0-02a52bf79356 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743476
Feb 07 01:53:36.449539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:36.550624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:36.551329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:36.552833 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] 10.222.0.21 "PUT /v2.0/ports/98312454-39c0-4c45-a6ea-80e24a999113 HTTP/1.1" status: 200  len: 1157 time: 2.8314989
Feb 07 01:53:36.553370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:36.561508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Pushing event updated for resources: {'Port': ['ID=98312454-39c0-4c45-a6ea-80e24a999113,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:36.565049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:36.841759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-b75abb7a-b02e-4048-88cd-103cdf94bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:36.843442 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-b75abb7a-b02e-4048-88cd-103cdf94bbe9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 1160 time: 0.1199639
Feb 07 01:53:37.028378 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-12d0da5b-01ce-4776-9593-ca4b195ce942 req-18e46d57-08f5-4d76-a90c-080ea3764e65 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 210 time: 0.0714133
Feb 07 01:53:37.055391 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-042012a6-d00e-40d7-9213-e3371e5d83d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98312454-39c0-4c45-a6ea-80e24a999113 HTTP/1.1" status: 200  len: 217 time: 0.1830044
Feb 07 01:53:37.124607 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113', 'status': 'completed', 'code': 200}
Feb 07 01:53:37.183807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318bef-357c-4810-9da3-02ee079eb682 req-1d07358b-6a77-4b70-ad00-fb5d779d4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:37.185440 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-1d07358b-6a77-4b70-ad00-fb5d779d4e56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.1228967
Feb 07 01:53:37.259262 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-b7d85df9-c8a1-455b-b3c6-e6af6115908d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647755
Feb 07 01:53:37.360746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777263-90c8-4d32-96aa-770f97617e29 req-5c13477f-93a7-478d-a7e1-2c13f1ff40e3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:37.362467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b777263-90c8-4d32-96aa-770f97617e29 req-5c13477f-93a7-478d-a7e1-2c13f1ff40e3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.3775465
Feb 07 01:53:37.531227 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b777263-90c8-4d32-96aa-770f97617e29 req-c30ca7d0-4ec5-4943-a02f-073e6fa85650 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373248
Feb 07 01:53:37.601401 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-e4828fa5-2491-49dd-ab88-09da69bc3aaf service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377806
Feb 07 01:53:37.817742 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4318bef-357c-4810-9da3-02ee079eb682 req-51d0cef0-d659-4ed7-9a63-468a5f7b32db service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2085676
Feb 07 01:53:37.905357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd88eb-7e98-49c7-b1e4-fdf8ebe77c44 req-12e1b756-0bb0-497e-bf7e-944b27c35e48 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:37.907217 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9cd88eb-7e98-49c7-b1e4-fdf8ebe77c44 req-12e1b756-0bb0-497e-bf7e-944b27c35e48 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 943 time: 0.2553585
Feb 07 01:53:38.019241 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9cd88eb-7e98-49c7-b1e4-fdf8ebe77c44 req-f0524050-dd80-4f6f-a8b4-47a145f726a5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996046
Feb 07 01:53:38.232702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-4e5374fc-40b6-41bf-88e2-3186141237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:38.233905 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-4e5374fc-40b6-41bf-88e2-3186141237da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 1160 time: 0.1652088
Feb 07 01:53:38.341726 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37339a3b-d710-42f5-b846-4d02e9c0bb09 req-7ae8894b-e036-43ad-bb73-f0b4cde7d125 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 210 time: 0.0590839
Feb 07 01:53:38.397284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-431a6fbf-15d8-42b3-b755-50aa21d11438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:38.399719 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-431a6fbf-15d8-42b3-b755-50aa21d11438 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 909 time: 0.1526721
Feb 07 01:53:38.489407 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-9d6c1160-3c49-4ea8-9830-b52de5abd23a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98312454-39c0-4c45-a6ea-80e24a999113 HTTP/1.1" status: 200  len: 217 time: 0.0694814
Feb 07 01:53:38.565964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-134670d2-ee49-4873-916c-e7af029801df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:38.567751 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-134670d2-ee49-4873-916c-e7af029801df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.0711076
Feb 07 01:53:38.627240 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-bfdc2d20-6e2c-4ec6-a60a-124d20e955e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496750
Feb 07 01:53:39.173688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1608df-9089-4aaa-9e0d-f2d6dd41def2 req-3b1793b5-15cf-46a2-a90c-1fd936aa3ede tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:39.183538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6c1608df-9089-4aaa-9e0d-f2d6dd41def2 req-3b1793b5-15cf-46a2-a90c-1fd936aa3ede tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4646425
Feb 07 01:53:39.187959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-fa189910-bacd-4542-a0bf-8ddad1f383e8 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5512486
Feb 07 01:53:39.375931 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6c1608df-9089-4aaa-9e0d-f2d6dd41def2 req-6ce12dd9-a03e-45b4-9c5c-4dc2d795992f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913230
Feb 07 01:53:39.489640 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b02b880-8e67-48ad-867d-139bf0396bb0 req-0e39a126-8d78-4da7-98ab-6a73a87440d2 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2847588
Feb 07 01:53:39.498780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-402bbd49-62c0-47d3-9c1d-0d80dc4dbc80 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:39.510461 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-402bbd49-62c0-47d3-9c1d-0d80dc4dbc80 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 809 time: 0.4812188
Feb 07 01:53:39.562681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Request body: {'port': {'device_id': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd', 'admin_state_up': True, 'tenant_id': '34e03fbc01ff4a0aba10ef818707e79e'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:39.817078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:39.841518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Usage tracker for resource:port and tenant:34e03fbc01ff4a0aba10ef818707e79e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:39.849219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:39.861601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:39.954401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173e481-f6b2-4e93-a3b5-1729f39d16db req-fe145b5d-8f7c-4aef-b9d5-aaf055e86d65 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:39.956529 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0173e481-f6b2-4e93-a3b5-1729f39d16db req-fe145b5d-8f7c-4aef-b9d5-aaf055e86d65 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 943 time: 0.3085747
Feb 07 01:53:39.970935 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3bc906c1-1a2d-49c3-906f-d37c84232c36 req-ab6bec57-d1cf-4edc-80e3-83534891947c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 210 time: 0.0712533
Feb 07 01:53:39.999708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Made reservation on behalf of 34e03fbc01ff4a0aba10ef818707e79e for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:40.023345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:40.158354 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0173e481-f6b2-4e93-a3b5-1729f39d16db req-f42cb799-6a90-4c64-bbf4-03cac996d8bc tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938386
Feb 07 01:53:40.394766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Allocated IP 172.20.0.11 (b39c8905-b395-4d7c-bcc8-8167e02395dd/1f53a63c-d701-4328-ae23-1a0220c20db8/edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:53:40.709360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:40.858174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c05ca-bc1c-4715-a192-294ef5f9d6bf req-689b1daf-44cc-48c2-bca5-07b2f231adac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:40.859962 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce4c05ca-bc1c-4715-a192-294ef5f9d6bf req-689b1daf-44cc-48c2-bca5-07b2f231adac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2878458
Feb 07 01:53:40.938493 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce4c05ca-bc1c-4715-a192-294ef5f9d6bf req-b28b7b21-c4fa-447f-acd1-5092d2570c56 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703576
Feb 07 01:53:40.952411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:40.969736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-586fdac3-4e8a-4308-8cd7-f845d29a35ef tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:41.129761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Pushing event updated for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:41.134232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:41.195777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Network b39c8905-b395-4d7c-bcc8-8167e02395dd is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:53:41.196951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:41.203843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:53:41.282754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:41.283431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:41.347245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3806-0364-4d5d-ad68-a9b898601f4b req-dab600a7-650c-49de-bda0-b004d022f05c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:41.348990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-55de3806-0364-4d5d-ad68-a9b898601f4b req-dab600a7-650c-49de-bda0-b004d022f05c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 932 time: 0.1671431
Feb 07 01:53:41.360347 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8027432
Feb 07 01:53:41.387749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Request body: {'port': {'device_id': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:41.420289 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-55de3806-0364-4d5d-ad68-a9b898601f4b req-bbf41a48-30c6-4068-a815-2d5a24ebaefa tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640779
Feb 07 01:53:41.535614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eababbb7-14e1-4d49-9c18-ea7de40a9d1f req-5339afff-d436-4918-aac4-02cbb5882b3a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:41.537325 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eababbb7-14e1-4d49-9c18-ea7de40a9d1f req-5339afff-d436-4918-aac4-02cbb5882b3a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 943 time: 0.2282186
Feb 07 01:53:41.634237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:41.672716 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eababbb7-14e1-4d49-9c18-ea7de40a9d1f req-9d1cc45f-dc97-4cda-9231-217de2a5e7a7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958827
Feb 07 01:53:41.892734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 98312454-39c0-4c45-a6ea-80e24a999113 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:42.060249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 98312454-39c0-4c45-a6ea-80e24a999113 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:42.066516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 98312454-39c0-4c45-a6ea-80e24a999113 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:42.066982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:42.133745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:53:42.142765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:42.157373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Transition to ACTIVE for port object edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:42.221659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:42.243469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:42.281580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:42.283524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 98312454-39c0-4c45-a6ea-80e24a999113, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=98312454-39c0-4c45-a6ea-80e24a999113,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:42.284491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:42.349038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:42.352729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:42.402913 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113', 'code': 200}
Feb 07 01:53:42.471451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Pushing event updated for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:42.482723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=98312454-39c0-4c45-a6ea-80e24a999113,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:42.485467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:42.487938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:42.511587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c6811-f9e6-462d-8ed4-4e77b240dd96 req-81621c7e-21cb-4c80-bf50-8f08bc197a66 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:42.513307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a95c6811-f9e6-462d-8ed4-4e77b240dd96 req-81621c7e-21cb-4c80-bf50-8f08bc197a66 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2791777
Feb 07 01:53:42.637136 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a95c6811-f9e6-462d-8ed4-4e77b240dd96 req-d15e2c61-6317-4141-9ba4-ca138181e22b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166141
Feb 07 01:53:42.940537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Attempting to bind port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:42.941229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Attempting to bind port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:42.941983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Attempting to bind port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c on network b39c8905-b395-4d7c-bcc8-8167e02395dd {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:42.985738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbdb6-c224-4bf3-8a6d-b1ad87536ed0 req-b587ea4a-8606-49a2-b9b7-b8b5e66775f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:42.987431 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d87cbdb6-c224-4bf3-8a6d-b1ad87536ed0 req-b587ea4a-8606-49a2-b9b7-b8b5e66775f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 1162 time: 0.2355933
Feb 07 01:53:43.017909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:43.018286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Checking segment: {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:43.018686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.019132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Bound using segment: {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:43.019629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Bound port: edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:43.019992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.078542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f73c80-3fa1-427e-9224-daa7dc89add0 req-6770b18f-eb84-47ac-8582-9355a27566fa tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:43.080343 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3f73c80-3fa1-427e-9224-daa7dc89add0 req-6770b18f-eb84-47ac-8582-9355a27566fa tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.2452438
Feb 07 01:53:43.148606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d87cbdb6-c224-4bf3-8a6d-b1ad87536ed0 req-5b4ff991-8a7a-4dbb-8bcc-266bc57d52bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671675
Feb 07 01:53:43.189325 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3f73c80-3fa1-427e-9224-daa7dc89add0 req-ceabfbfc-0a39-46f2-b38f-87f3dd89ed90 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919089
Feb 07 01:53:43.219081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41512) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:43.244258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-adecd793-81ad-4e27-a815-6b1f7a2055cf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:43.251303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-adecd793-81ad-4e27-a815-6b1f7a2055cf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Synchronizing usage tracker for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:43.260864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:43.266686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:43.274802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 98312454-39c0-4c45-a6ea-80e24a999113 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:43.303937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Deleting subnet 2da77f41-aa98-412f-9111-a75a159dafc7 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:53:43.304641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.318721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-adecd793-81ad-4e27-a815-6b1f7a2055cf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Unset dirty status for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:43.320274 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-adecd793-81ad-4e27-a815-6b1f7a2055cf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 944 time: 0.3816955
Feb 07 01:53:43.323271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:43.333402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.363462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 98312454-39c0-4c45-a6ea-80e24a999113 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:43.364313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.389714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.455899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.544007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-8c1af4ac-034e-4f5a-a4b0-3e2789009944 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Synchronizing usage tracker for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:53:43.556335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Pushing event updated for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:43.564401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:43.604230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:43.605148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.607379 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] 10.222.0.21 "PUT /v2.0/ports/edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c HTTP/1.1" status: 200  len: 1158 time: 2.2255521
Feb 07 01:53:43.608143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:43.646285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-8c1af4ac-034e-4f5a-a4b0-3e2789009944 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Unset dirty status for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:53:43.647943 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8f5dc5eb-224f-43ef-aa46-7da448f255d9 req-8c1af4ac-034e-4f5a-a4b0-3e2789009944 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860904
Feb 07 01:53:43.779927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c', 'status': 'completed', 'code': 200}
Feb 07 01:53:43.792168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.808930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-46a46df2-f48b-4af4-bdb9-7d933a77188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:43.824816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-1d07d5c3-4862-4d3b-9fa7-adbbbcab0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:43.826606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-1d07d5c3-4862-4d3b-9fa7-adbbbcab0db1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 1161 time: 0.0987351
Feb 07 01:53:43.907981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da77f41-aa98-412f-9111-a75a159dafc7,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:43.916123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:43.969714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:43.979876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e62502b0-5d9a-4389-aaf1-653c6501c7e6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2da77f41-aa98-412f-9111-a75a159dafc7 HTTP/1.1" status: 204  len: 168 time: 0.7573307
Feb 07 01:53:43.980293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41524) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:43.983645 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-3fbb98b2-9d1b-4d58-817b-3c378f493a7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c HTTP/1.1" status: 200  len: 217 time: 0.0802279
Feb 07 01:53:44.099197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:44.135725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd775df-d98a-4391-a0a7-fbd83a71445c req-5b29b36a-8fc6-4ab9-bb71-bfc7ee74fb2e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:44.137379 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0dd775df-d98a-4391-a0a7-fbd83a71445c req-5b29b36a-8fc6-4ab9-bb71-bfc7ee74fb2e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2819591
Feb 07 01:53:44.201144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-785608e5-a6d9-4da8-b80b-e25439924949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:44.202707 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-785608e5-a6d9-4da8-b80b-e25439924949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f53a63c-d701-4328-ae23-1a0220c20db8 HTTP/1.1" status: 200  len: 849 time: 0.1897621
Feb 07 01:53:44.224438 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0dd775df-d98a-4391-a0a7-fbd83a71445c req-f5930788-fc73-4e07-aadc-c07aa30497a0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742190
Feb 07 01:53:44.282077 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-5d67c0d5-976a-4b10-8d5a-92124c60790b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b39c8905-b395-4d7c-bcc8-8167e02395dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556986
Feb 07 01:53:44.305551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:44.458124 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-75b452ad-30cf-4ed0-812e-3cf4fdb6cdc3 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576679
Feb 07 01:53:44.512473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2165160>,) {'filters': {'network_id': ['b8fd67cf-da2d-4603-90e7-5e12a5b1f01b']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:44.533355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2165160>, 'f94c1229-5604-49d9-9891-353653acd595') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:44.533694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2165160>, 'f94c1229-5604-49d9-9891-353653acd595') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:44.550492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:44.658151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8a3f8-531d-486f-bb77-f02b5b269d17 req-8491fd4a-19d6-45dd-aa43-bde832513ceb tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:44.666718 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1cc8a3f8-531d-486f-bb77-f02b5b269d17 req-8491fd4a-19d6-45dd-aa43-bde832513ceb tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.2637873
Feb 07 01:53:44.671764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:44.688774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:53:44.744711 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d906b8-62b6-4d1b-abf4-08707f6cbc1c req-68360c33-fbe8-4616-83a3-76ee5aa83b57 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1782351
Feb 07 01:53:44.855432 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1cc8a3f8-531d-486f-bb77-f02b5b269d17 req-891d7b10-7b89-45ae-a00b-f81da7988149 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875985
Feb 07 01:53:44.942244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:44.953706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.107461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-fdcb9f6a-6e91-4fd4-8ce8-baea778b973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:45.109148 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-fdcb9f6a-6e91-4fd4-8ce8-baea778b973d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 1161 time: 0.1627600
Feb 07 01:53:45.164489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Network b8fd67cf-da2d-4603-90e7-5e12a5b1f01b has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:45.171183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41558) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:53:45.189834 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:53:45.212865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047ba5e-a8d4-41b1-beb2-3a1d8fa90a12 req-bb4d950c-63b9-43bb-b8c8-9956574d262c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:45.214528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3047ba5e-a8d4-41b1-beb2-3a1d8fa90a12 req-bb4d950c-63b9-43bb-b8c8-9956574d262c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 944 time: 0.2150488
Feb 07 01:53:45.304297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.313057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:45.333053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.342790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fd67cf-da2d-4603-90e7-5e12a5b1f01b,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:45.349136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41566) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:45.349578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b8fd67cf-da2d-4603-90e7-5e12a5b1f01b HTTP/1.1" status: 204  len: 168 time: 1.3678827
Feb 07 01:53:45.352016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:45.408225 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3047ba5e-a8d4-41b1-beb2-3a1d8fa90a12 req-995634d5-9d11-4f8b-a0c4-c3eff3a822d0 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702306
Feb 07 01:53:45.460368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.460595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 98312454-39c0-4c45-a6ea-80e24a999113 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:45.472489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-9340afae-83c0-4d4d-a145-f0f201d1724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:45.474072 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-9340afae-83c0-4d4d-a145-f0f201d1724c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 904 time: 0.2585404
Feb 07 01:53:45.482204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Deleting subnet 3b167b90-34c6-4366-a1c6-ef922b912d26 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:53:45.484836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:45.486707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.496686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Usage tracker for resource:security_group_rule and tenant:db2a3fac37d543569c1c72ed05930ec8 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:45.502648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:45.510259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:45.538660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 98312454-39c0-4c45-a6ea-80e24a999113 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:45.539129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.594029 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-d1505b5d-46ed-485d-ae52-ed54a2bc9ce3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c HTTP/1.1" status: 200  len: 217 time: 0.1084552
Feb 07 01:53:45.606355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.626318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017bc4-a0c4-4ba1-adde-7ccf82b70441 req-1f6b79b2-3a90-4ec6-b634-5d752bfb2c75 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:45.628193 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c4017bc4-a0c4-4ba1-adde-7ccf82b70441 req-1f6b79b2-3a90-4ec6-b634-5d752bfb2c75 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2396224
Feb 07 01:53:45.655755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.762493 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c4017bc4-a0c4-4ba1-adde-7ccf82b70441 req-50a9f8c1-53ec-42ab-b2b7-367061010164 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906069
Feb 07 01:53:45.764665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.812062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.822587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88951b20-cf1c-4a63-8c7e-c27fddc8f9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:45.836276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-42a098d5-fb76-468e-8f66-833b3abd4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:45.837899 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-42a098d5-fb76-468e-8f66-833b3abd4fa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f53a63c-d701-4328-ae23-1a0220c20db8 HTTP/1.1" status: 200  len: 849 time: 0.2282810
Feb 07 01:53:45.868945 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db2a3fac37d543569c1c72ed05930ec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6966169
Feb 07 01:53:45.872091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41574) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:45.875111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcde289-83bd-4870-9c37-abdda1bb5550,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:45.892655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:45.913046 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-0bf4f10d-29e7-4898-bcce-071635a96dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b39c8905-b395-4d7c-bcc8-8167e02395dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581748
Feb 07 01:53:45.946018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:45.984753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.100044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.106103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-905bc3a3-350e-4cc6-8853-d8625ec13521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:46.117530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcde289-83bd-4870-9c37-abdda1bb5550,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:46.120290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:46.152601 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-7c2b1b7f-b213-4a0a-b263-2103ff91c272 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240546
Feb 07 01:53:46.182760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.184095 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dcde289-83bd-4870-9c37-abdda1bb5550 HTTP/1.1" status: 204  len: 168 time: 0.3110170
Feb 07 01:53:46.185826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.208923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:46.277302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ac859163-1b2b-4d0b-b52d-22b71a448a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.314253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b2bf2-1693-424a-a8a3-0790ca9a577e req-dd0deba2-22e4-4371-a959-951adf357997 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:46.322648 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-803b2bf2-1693-424a-a8a3-0790ca9a577e req-dd0deba2-22e4-4371-a959-951adf357997 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.1926987
Feb 07 01:53:46.421778 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-803b2bf2-1693-424a-a8a3-0790ca9a577e req-f17c370b-5cc5-44a5-90df-ad7330d1a17c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978556
Feb 07 01:53:46.657060 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-566943e8-a8e2-40de-97ff-f9cf39ed60d7 req-bc0ec7d7-bb22-4efb-b131-c88808304ffb service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4957039
Feb 07 01:53:46.669333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b167b90-34c6-4366-a1c6-ef922b912d26,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:46.684499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:46.722647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.733852 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-eb1567f9-269e-4fe1-a59c-59b996b65a92 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3b167b90-34c6-4366-a1c6-ef922b912d26 HTTP/1.1" status: 204  len: 168 time: 1.3789470
Feb 07 01:53:46.734354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41598) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:46.788858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd540c0-68d5-454f-adc4-de3cdd681e61 req-4e8e28ab-4f11-4d72-8880-15351a40bf90 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:46.790646 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dcd540c0-68d5-454f-adc4-de3cdd681e61 req-4e8e28ab-4f11-4d72-8880-15351a40bf90 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 944 time: 0.2096062
Feb 07 01:53:46.859975 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dcd540c0-68d5-454f-adc4-de3cdd681e61 req-7cdae7e2-b0da-4774-bcb5-818f63482855 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625765
Feb 07 01:53:46.868900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:46.979919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41608) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:47.003157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.063279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:47.073122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.076716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca63af700de4102ada1cc181797737a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:47.202428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd7a1883748>> segment before_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.202827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd7a1883748>> subnet precommit_delete_associations 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.203685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> segment_host_mapping after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.204071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> port after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.204439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> port after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.204811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> port after_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.205181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> segment after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.205535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> subnet after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.205893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> subnet after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.206242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd7a17290f0>> subnet after_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.279522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a278f128>> subnet after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.279946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a278f128>> subnet after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.280279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a278f128>> subnet before_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.280651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd7a278f128>> subnet before_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 07 01:53:47.281034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a1666828>,) {'filters': {'network_id': ['c46253f3-76ab-40bb-867b-2fa2b82b7f98']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:47.297121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a1666828>, '57b6af09-f674-4269-8d14-7ea898e7ac1a') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:47.297533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a1666828>, '57b6af09-f674-4269-8d14-7ea898e7ac1a') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:53:47.309188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:47.311974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848652334'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.314512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:47.330726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.335721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:53:47.367520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-476e4317-5320-4e4d-bb09-4a3f4eb85721 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:53:47.464354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602599-519b-43dc-80a6-7908192a066a req-34e42e4f-5cc7-4c9b-a827-31806af2490b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:47.466093 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-27602599-519b-43dc-80a6-7908192a066a req-34e42e4f-5cc7-4c9b-a827-31806af2490b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4490466
Feb 07 01:53:47.544864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:47.555310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5423785'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.580432 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-27602599-519b-43dc-80a6-7908192a066a req-296278ff-82e1-4aa1-8698-d6c925f05767 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000421
Feb 07 01:53:47.646746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.686003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.697990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b870ef80-4b4e-4950-a47a-b794353e05c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:47.750005 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ca63af700de4102ada1cc181797737a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7686317
Feb 07 01:53:47.750911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b09af8c-d98b-4303-ba48-ee2e5e97e365,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:47.754709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:47.755339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41626) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:47.758963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Network c46253f3-76ab-40bb-867b-2fa2b82b7f98 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   (rel_b, rel_a, rel_b),
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   (rel_b, rel_a, rel_b),
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:53:47.785502 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:53:47.845910 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.876173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.951281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.961350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:47.978031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:47.988141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Pushing event deleted for resources: {'Network': ['ID=c46253f3-76ab-40bb-867b-2fa2b82b7f98,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:47.995031 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] 10.222.0.38 "DELETE /v2.0/networks/c46253f3-76ab-40bb-867b-2fa2b82b7f98 HTTP/1.1" status: 204  len: 168 time: 1.2597878
Feb 07 01:53:47.996044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b75e99f-2eba-4792-83c6-58741d1b053d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:48.101578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.112996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:48.128800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b09af8c-d98b-4303-ba48-ee2e5e97e365,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:48.133007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:48.139441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.140438 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b09af8c-d98b-4303-ba48-ee2e5e97e365 HTTP/1.1" status: 204  len: 168 time: 0.3838763
Feb 07 01:53:48.265130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209dc0e-9d97-4108-81a1-a1bd1064a6d6 req-9808df5f-4d04-4f2d-b1f0-463c94b56eac tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:48.266864 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a209dc0e-9d97-4108-81a1-a1bd1064a6d6 req-9808df5f-4d04-4f2d-b1f0-463c94b56eac tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 944 time: 0.2079227
Feb 07 01:53:48.371146 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a209dc0e-9d97-4108-81a1-a1bd1064a6d6 req-2ba8a63d-5d6a-4f0f-9d4b-b7db1c6ebe3a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910547
Feb 07 01:53:48.402341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41654) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:48.462227 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c17e9069-c6ed-4c00-a3db-17fd9d292d38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed0dadde4b054c5cac7950ff647161eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0584853
Feb 07 01:53:48.464921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41662) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:48.510493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-22c00f2f-0c4d-44f7-a49c-c2937ab57c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.531218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.549787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:48.562758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.646526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.652906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7388a382-7322-4ad7-9c37-9af97560ba17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:48.666914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95e300-d9c8-4e1d-bd6b-57ecdfe17842,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:48.670624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:48.672937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.674165 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b95e300-d9c8-4e1d-bd6b-57ecdfe17842 HTTP/1.1" status: 204  len: 168 time: 0.2082551
Feb 07 01:53:48.695989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:53:48.708335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:48.710864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.903316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.944805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:48.945888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:48.958507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41791c-5d0e-4c56-9ebd-682bead94b82 req-015c1bcb-0772-4c6a-9872-4c7117525b99 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:48.967464 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7a41791c-5d0e-4c56-9ebd-682bead94b82 req-015c1bcb-0772-4c6a-9872-4c7117525b99 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2270961
Feb 07 01:53:48.986873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:48.988920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:49.046600 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7a41791c-5d0e-4c56-9ebd-682bead94b82 req-82182330-a5bc-4092-b240-d3c52713c81f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779350
Feb 07 01:53:49.071422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:49.085240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:49.116001 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c', 'code': 200}
Feb 07 01:53:49.191343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.379658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41694) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:49.456025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:49.499676 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-dda1727f-4d75-4489-979a-7b5a4882e6a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b66ce8b21a64d0d890bad79134be946&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1187119
Feb 07 01:53:49.503264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41702) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:49.549451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:49.550153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.581964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f43a82-8df6-4402-9537-ff01dc00384e req-3a148f07-d4e7-4278-9b9e-23b033dec456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:49.583624 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57f43a82-8df6-4402-9537-ff01dc00384e req-3a148f07-d4e7-4278-9b9e-23b033dec456 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 1163 time: 0.1601226
Feb 07 01:53:49.605579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.644420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.691547 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57f43a82-8df6-4402-9537-ff01dc00384e req-fb75b23a-bb7f-4d78-90b6-e61d39903c13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009235
Feb 07 01:53:49.720123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.743777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.754620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b4e34504-cfa4-496c-8430-5d7ce9b1980e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:49.785588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e032c-2138-4678-9cd6-4733be1d06db,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:49.789387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9fd2e-faa8-41ff-ba2e-3904eda85906 req-16a23aa3-b7b2-4543-9e5d-21179e1aa206 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:49.797040 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70c9fd2e-faa8-41ff-ba2e-3904eda85906 req-16a23aa3-b7b2-4543-9e5d-21179e1aa206 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.2827008
Feb 07 01:53:49.813769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:49.814807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:49.816603 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b07e032c-2138-4678-9cd6-4733be1d06db HTTP/1.1" status: 204  len: 168 time: 0.3112273
Feb 07 01:53:49.908812 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70c9fd2e-faa8-41ff-ba2e-3904eda85906 req-698dd198-fa82-4c1e-bfb3-36fa6fa0f310 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105917
Feb 07 01:53:50.357785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dc7a-ddfc-4c01-9b28-5426564fa60c req-05aa1553-1123-4d0f-8288-45f305f85134 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:50.365791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8721dc7a-ddfc-4c01-9b28-5426564fa60c req-05aa1553-1123-4d0f-8288-45f305f85134 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1793880
Feb 07 01:53:50.442831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8721dc7a-ddfc-4c01-9b28-5426564fa60c req-2881141f-f01c-4adf-b736-89b243aed64a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755277
Feb 07 01:53:50.524237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41742) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:50.677246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:50.725728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:53:50.728051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:50.844114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:50.871099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:50.879740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Usage tracker for resource:security_group_rule and tenant:26b46d9c6c034b2784491009ce3b9b92 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:50.885874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:50.900849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:51.073049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-8de2b1cf-6656-4845-aa40-5261e44a34fd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:51.075408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-8de2b1cf-6656-4845-aa40-5261e44a34fd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.3406630
Feb 07 01:53:51.106109 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-37712f3f-8f1a-4991-8688-301ab3f0ac2b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/quotas/e85d01042fb54d22a19f630bbf212469 HTTP/1.1" status: 200  len: 375 time: 0.0169399
Feb 07 01:53:51.239594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.247524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2cd78-00c2-4ec4-aba2-ede96b39ad4a req-c4346466-e17a-4d29-b7d0-a5d1b72a33da tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:51.251790 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cef2cd78-00c2-4ec4-aba2-ede96b39ad4a req-c4346466-e17a-4d29-b7d0-a5d1b72a33da tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.1925967
Feb 07 01:53:51.276179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.286210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6b7113ba-6187-494f-aba0-f2cc041e4b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:51.345134 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cef2cd78-00c2-4ec4-aba2-ede96b39ad4a req-d72cf98d-6a76-4e9a-b5fc-480830ac126f tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893307
Feb 07 01:53:51.345679 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-f7015526-0bd4-498e-b9d4-f3a5e4577e73 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2210872
Feb 07 01:53:51.487409 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26b46d9c6c034b2784491009ce3b9b92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9616325
Feb 07 01:53:51.489237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41790) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:51.494814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c89a6d-d399-40b8-a270-281b4621dc2e,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:51.500701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:51.568554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.586191 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-8ea8294e-74d8-4858-8f3e-e129e58c6fc5 service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388391
Feb 07 01:53:51.597322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.671462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.676766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9071efa3-757b-43ab-9a26-3a3ee66e6bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:51.689460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c89a6d-d399-40b8-a270-281b4621dc2e,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:51.695355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:51.697991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:51.699233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9c89a6d-d399-40b8-a270-281b4621dc2e HTTP/1.1" status: 204  len: 168 time: 0.2089031
Feb 07 01:53:51.751363 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-6f80e06b-a44d-436e-8a02-65732ec6000f service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579530
Feb 07 01:53:52.070861 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ea6973ff-ed04-4e7e-8897-8de118011746 req-3b6ed9af-4e9d-4af3-ba8c-71482264fce0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.0738983
Feb 07 01:53:52.164641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756cb2-dd27-4560-9253-a02ac914e741 req-0df82d33-0907-489e-a374-a4a6ec65d9e7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:52.168176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c756cb2-dd27-4560-9253-a02ac914e741 req-0df82d33-0907-489e-a374-a4a6ec65d9e7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1902702
Feb 07 01:53:52.214951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41842) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:52.253097 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c756cb2-dd27-4560-9253-a02ac914e741 req-395f38ad-8017-4f85-a2a9-01af0692c8da tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723886
Feb 07 01:53:52.395266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:52.416232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:52.422977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Usage tracker for resource:security_group_rule and tenant:61e99af173914451a693558fc36c8324 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:52.427160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:52.437579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:52.478818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41858) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:52.505353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:52.521752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:52.526274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae906f20bc9458d9e72d70cd99665a7 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:52.529260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:52.542266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:52.768434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:52.856576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e40d8-3fa2-4ab0-a213-e43efed0c72d req-f8df2d48-1166-4219-9d6d-80210e05b207 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:52.858324 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426e40d8-3fa2-4ab0-a213-e43efed0c72d req-f8df2d48-1166-4219-9d6d-80210e05b207 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.2721992
Feb 07 01:53:52.893188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:52.909511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:52.941362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:52.998598 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61e99af173914451a693558fc36c8324&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7803469
Feb 07 01:53:53.002152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41874) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:53.005403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.040689 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426e40d8-3fa2-4ab0-a213-e43efed0c72d req-9dd8e7dd-f307-4b2e-a946-9ea4809c3a6c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661594
Feb 07 01:53:53.041440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c36e62-b11c-4349-beb1-76f1b08450ad,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:53.047239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:53.047793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-10b694c6-624b-4580-877a-2624403bcbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:53.089496 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ae906f20bc9458d9e72d70cd99665a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6094592
Feb 07 01:53:53.096444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41884) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:53.104666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b785488e-8551-40df-b91a-3ac40f4e807b,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:53.117605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:53.155883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.190639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.224074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.255947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c1b306a3-0f45-4fd6-80e3-a3b9a1b99206 req-8b9f0cd6-c3b0-494c-a8ed-87dc88be4dc6 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.0556011
Feb 07 01:53:53.271643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.340140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.345397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.353295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6613c2d6-42b4-4fb0-b92c-01cb9cdce961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:53.369941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c36e62-b11c-4349-beb1-76f1b08450ad,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:53.392812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.394091 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-10529902-95ba-4fc6-9f25-dd664aa47e09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08c36e62-b11c-4349-beb1-76f1b08450ad HTTP/1.1" status: 204  len: 168 time: 0.3903356
Feb 07 01:53:53.401106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785488e-8551-40df-b91a-3ac40f4e807b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:53.441039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:53.447196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:53.447548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:53.448539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:53.452209 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b785488e-8551-40df-b91a-3ac40f4e807b HTTP/1.1" status: 204  len: 168 time: 0.3511498
Feb 07 01:53:53.594632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94c41-7432-4d92-9515-c3134bfe02a5 req-37f1a85d-1a63-4d22-bd48-97ec5cefe820 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:53.596365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e9d94c41-7432-4d92-9515-c3134bfe02a5 req-37f1a85d-1a63-4d22-bd48-97ec5cefe820 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1996841
Feb 07 01:53:53.676639 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e9d94c41-7432-4d92-9515-c3134bfe02a5 req-82604638-8e3a-4c0f-a4cc-4f0400c781ac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729005
Feb 07 01:53:54.267825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41922) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:54.286188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 41926) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:54.304999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.322638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.342601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:54.345238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:54.350220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Usage tracker for resource:security_group_rule and tenant:75c8a76074e64a9fb2514ca9c0b8cd39 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:54.353392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e23cf6d1cd4d9da95cff8d6940f949 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:54.356136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:54.358959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:54.367269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:54.369539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:54.469414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1af313d3-1ab6-43a1-a1bc-2000649616e4 req-657bd3bd-5c31-430c-9ffe-c3e1e4fdb59c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.0659847
Feb 07 01:53:54.507284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.557790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.617672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f8280d13-0291-41cb-bc5d-cc6976b3d277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:54.677055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.705121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8693d-b740-47c1-8afb-2462fc1bff9e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:54.714011 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7e23cf6d1cd4d9da95cff8d6940f949&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4266822
Feb 07 01:53:54.715098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:54.717215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41938) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:54.730559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.742736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b62c5a3-a4b0-45f5-af41-25878b62a007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:54.810179 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75c8a76074e64a9fb2514ca9c0b8cd39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5379250
Feb 07 01:53:54.810862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 41942) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:54.842475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.901278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:54.928626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-67f56fbc-875f-4294-b0b3-b3b8a52969c7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:54.930305 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-67f56fbc-875f-4294-b0b3-b3b8a52969c7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.4009392
Feb 07 01:53:54.932171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8d2c0-1f81-4e40-835d-1e3792bb02ff,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:54.935459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:55.002984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.030173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Request body: {'port': {'device_id': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63', 'admin_state_up': True, 'tenant_id': 'e85d01042fb54d22a19f630bbf212469'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:55.053696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.196599 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36e58-5172-4a73-951e-046ddfdafd64 req-34c12c4a-881b-42c4-b648-1f8634ddc7c4 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:55.198329 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-72b36e58-5172-4a73-951e-046ddfdafd64 req-34c12c4a-881b-42c4-b648-1f8634ddc7c4 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2798674
Feb 07 01:53:55.200793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.206285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3fdcabdc-f65c-4dee-9cae-0b610be5f4bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:55.237648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8693d-b740-47c1-8afb-2462fc1bff9e,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:55.245212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:55.255317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:55.271803 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:55.300203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.315720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ab349e71-c66a-458f-9d80-07a85a524bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:55.353851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8d2c0-1f81-4e40-835d-1e3792bb02ff,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:55.363954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:55.371335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4207f-65ac-49b3-9a44-cc0115566d68 req-12450ec3-ad5f-4074-b7f5-e9ec5244556c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:55.373045 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8f4207f-65ac-49b3-9a44-cc0115566d68 req-12450ec3-ad5f-4074-b7f5-e9ec5244556c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.2686336
Feb 07 01:53:55.374240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:55.387584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-72b36e58-5172-4a73-951e-046ddfdafd64 req-54b4835d-8d1e-4f48-a4e8-8b92d6223465 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736381
Feb 07 01:53:55.396445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.400653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.403651 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4c8d2c0-1f81-4e40-835d-1e3792bb02ff HTTP/1.1" status: 204  len: 168 time: 0.5910830
Feb 07 01:53:55.424440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:55.426545 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83c8693d-b740-47c1-8afb-2462fc1bff9e HTTP/1.1" status: 204  len: 168 time: 0.7074711
Feb 07 01:53:55.467355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c7816-19a5-4eed-9420-8dd791ac18a5 req-e57087e8-301f-484d-861a-a0ba1952f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:55.473778 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e7c7816-19a5-4eed-9420-8dd791ac18a5 req-e57087e8-301f-484d-861a-a0ba1952f452 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 1162 time: 0.2253156
Feb 07 01:53:55.487340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8f4207f-65ac-49b3-9a44-cc0115566d68 req-adbb0ea6-874c-4925-bbcf-cbcdad5bb4e6 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773878
Feb 07 01:53:55.569391 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e7c7816-19a5-4eed-9420-8dd791ac18a5 req-51b25f2c-529b-4a57-b1d1-5b78a150349a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673788
Feb 07 01:53:55.820892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Allocated IP 172.20.0.4 (e617216e-bd1e-4883-9ac7-82cffef20e63/f55d9760-9f18-42b1-83b3-9fad69d801db/ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:53:56.113112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:56.183974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:56.202440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:56.354224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a80c7-7192-4e6a-9d83-0c16c14080e7 req-de7a58be-3285-4b58-a3fb-15068f378805 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:56.357240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event updated for resources: {'Port': ['ID=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:56.363181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:56.364597 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d5a80c7-7192-4e6a-9d83-0c16c14080e7 req-de7a58be-3285-4b58-a3fb-15068f378805 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 931 time: 0.2138696
Feb 07 01:53:56.455276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d5a80c7-7192-4e6a-9d83-0c16c14080e7 req-5228c039-e10d-471e-9a60-1d8445a6ba1d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894229
Feb 07 01:53:56.777879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Network e617216e-bd1e-4883-9ac7-82cffef20e63 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:53:56.779601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:53:56.783242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:53:56.856073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac7241-372c-48d1-af70-20952052d902 req-2e4a8131-27fc-4370-8512-12a67dc135fc tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:56.863719 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-81ac7241-372c-48d1-af70-20952052d902 req-2e4a8131-27fc-4370-8512-12a67dc135fc tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.2188749
Feb 07 01:53:56.940359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291236cb-22b6-4077-a811-97084e491483 req-37967745-9d43-431c-a30e-cba7a187581b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:56.944181 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-291236cb-22b6-4077-a811-97084e491483 req-37967745-9d43-431c-a30e-cba7a187581b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2912817
Feb 07 01:53:56.949331 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-81ac7241-372c-48d1-af70-20952052d902 req-3108f1cf-3ae6-47b4-90bb-57e5515216cc tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846126
Feb 07 01:53:57.049121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:57.049816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.139562 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-291236cb-22b6-4077-a811-97084e491483 req-f3bf6ef7-e0f6-4a16-9669-3a7c76a3c48e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889153
Feb 07 01:53:57.141774 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1167307
Feb 07 01:53:57.169771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42010) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:57.180291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Request body: {'port': {'device_id': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:57.349565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.353637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1760322248-network', 'tenant_id': 'b4c39746408a45a89a24959721c9810f'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:57.358688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:57.363428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Usage tracker for resource:network and tenant:b4c39746408a45a89a24959721c9810f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:57.367084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:57.375428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:57.420661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Made reservation on behalf of b4c39746408a45a89a24959721c9810f for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:57.427455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.447083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.491552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:57.496004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c39746408a45a89a24959721c9810f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:57.501678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:57.505131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:57.675773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.711822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.717947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9105b239-9cc4-4b1c-ba75-14b286f031df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:57.812078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5b5a0-7036-436a-af70-157ba4f35adc req-efbb1732-cd07-43fe-b4ae-c1eab0b11861 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:57.813792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3cf5b5a0-7036-436a-af70-157ba4f35adc req-efbb1732-cd07-43fe-b4ae-c1eab0b11861 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 931 time: 0.2009861
Feb 07 01:53:57.819378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:53:57.827934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.842084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:53:57.890459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:57.894706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:57.908145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.908145 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Added segment 8c1fb1fc-0c89-49fc-bcff-012f4068bc64 of type vxlan for network a45c1f9b-013f-4eaf-b33b-f0231328bc96
Feb 07 01:53:57.908903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Transition to ACTIVE for port object ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:53:57.940773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3cf5b5a0-7036-436a-af70-157ba4f35adc req-40ee6d74-9337-4326-a49b-1cc36e9cbcd7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998719
Feb 07 01:53:57.951387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:57.972482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c81ef9bc-1e49-4448-a6a6-ca0773eede84 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:57.975043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.037407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.040250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:58.041119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.070328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-463fde3d-c7f1-4254-9d63-26fab7f319d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:58.139636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:58.143580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:58.206954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Pushing event updated for resources: {'Network': ['ID=a45c1f9b-013f-4eaf-b33b-f0231328bc96,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:58.212521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:58.223167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:58.233091 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0619636
Feb 07 01:53:58.238467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42034) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:53:58.249790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Request body: {'subnet': {'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1760322248-subnet', 'tenant_id': 'b4c39746408a45a89a24959721c9810f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:53:58.263526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:53:58.268829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Usage tracker for resource:subnet and tenant:b4c39746408a45a89a24959721c9810f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:53:58.273650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:53:58.280068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:53:58.318423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:53:58.419386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Made reservation on behalf of b4c39746408a45a89a24959721c9810f for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:53:58.428847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6776563'] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.484285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Attempting to bind port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:53:58.484652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Attempting to bind port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:53:58.485030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Attempting to bind port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 on network e617216e-bd1e-4883-9ac7-82cffef20e63 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:53:58.498677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:53:58.499108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Checking segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:53:58.499518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.499914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Bound using segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:53:58.500473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Bound port: ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:53:58.500822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.680864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f2bc6-0da4-4085-8fc9-a19ceb49ad98 req-5800e9e5-3c50-4b0d-b2d4-12bae2b4f85b tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:58.682917 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8f9f2bc6-0da4-4085-8fc9-a19ceb49ad98 req-5800e9e5-3c50-4b0d-b2d4-12bae2b4f85b tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.3701193
Feb 07 01:53:58.754056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:53:58.802283 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8f9f2bc6-0da4-4085-8fc9-a19ceb49ad98 req-50004287-ec35-49f8-a695-8592468b6db6 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059203
Feb 07 01:53:58.840996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] For port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:53:58.851337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] For port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:53:58.895025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:58.926617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:58.967363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 8ce16e98-117b-4016-a40d-1d1d358a3cfc triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:53:58.967666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:59.015788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f3cb-aca0-41cc-b0a4-68ecb3f38ebb req-29a8541f-a874-46b4-9d5b-34e11eab9c97 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:59.025916 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e4a1f3cb-aca0-41cc-b0a4-68ecb3f38ebb req-29a8541f-a874-46b4-9d5b-34e11eab9c97 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.6756620
Feb 07 01:53:59.168758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:59.172072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-08dd3e84-32ba-42f1-918d-5f982f78e785 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:59.174080 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-08dd3e84-32ba-42f1-918d-5f982f78e785 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 946 time: 0.6264346
Feb 07 01:53:59.175461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:53:59.194368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:59.195090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:59.196660 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] 10.222.0.21 "PUT /v2.0/ports/ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 HTTP/1.1" status: 200  len: 1157 time: 2.0232940
Feb 07 01:53:59.197184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:59.429809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-05338e81-1a4c-46ed-b414-21c25083d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:59.431707 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-05338e81-1a4c-46ed-b414-21c25083d874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 1160 time: 0.1192031
Feb 07 01:53:59.548455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:53:59.576487 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e4a1f3cb-aca0-41cc-b0a4-68ecb3f38ebb req-4307f4f5-daeb-4ca7-b5ed-2e291da03883 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5494218
Feb 07 01:53:59.607460 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-c225c64a-4f08-4776-98a0-bf3aac5c5b8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 HTTP/1.1" status: 200  len: 217 time: 0.1433349
Feb 07 01:53:59.611334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Deleting port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:53:59.611732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:59.748116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:59.796917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:53:59.822094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:53:59.822219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-7fc11e16-d945-4a42-88b2-fa00091a0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:53:59.822219 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-7fc11e16-d945-4a42-88b2-fa00091a0e32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.1888373
Feb 07 01:53:59.822219 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8', 'status': 'completed', 'code': 200}
Feb 07 01:53:59.880848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:53:59.882991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:53:59.923064 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-98b65045-f94e-4621-971b-2b0bdbe0cb41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010168
Feb 07 01:53:59.975574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:53:59.979015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:00.023192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bed91-ce64-44fb-b20d-4e89c2276c51 req-fb144ed9-053f-4281-b715-64744d829d97 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:00.026785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-241bed91-ce64-44fb-b20d-4e89c2276c51 req-fb144ed9-053f-4281-b715-64744d829d97 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:00.098377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:00.098717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:00.173217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-241bed91-ce64-44fb-b20d-4e89c2276c51 req-fb144ed9-053f-4281-b715-64744d829d97 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:00.174481 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-241bed91-ce64-44fb-b20d-4e89c2276c51 req-fb144ed9-053f-4281-b715-64744d829d97 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 943 time: 0.6473560
Feb 07 01:54:00.180563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-9b7562e3-77de-4853-8a62-03a22a9db6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534574
Feb 07 01:54:00.262510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Calling delete_port for edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:54:00.307119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7000332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6776544'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:00.333430 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-241bed91-ce64-44fb-b20d-4e89c2276c51 req-ce9418e2-14cc-4fef-98d0-8b96e59adb56 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517589
Feb 07 01:54:00.338186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:00.402992 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c0ba722d-cc6b-49e4-90c6-ffb238525fef req-826e18af-27c1-4694-9bb9-70f919a03784 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2046149
Feb 07 01:54:00.424678 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c', 'code': 200}
Feb 07 01:54:00.572383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b5bfe-cd3b-4d7c-bce6-ea0400e0f752 req-3e264e44-b260-409d-ab30-b8f852b4383c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:00.574047 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eb7b5bfe-cd3b-4d7c-bce6-ea0400e0f752 req-3e264e44-b260-409d-ab30-b8f852b4383c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.6212223
Feb 07 01:54:00.687812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-7d87ca39-a7ca-4c41-9255-612ca41c5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:00.689435 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-7d87ca39-a7ca-4c41-9255-612ca41c5c0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 1160 time: 0.1240232
Feb 07 01:54:00.691719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1695ac-d2af-491e-a027-74e3d6094ef3,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:00.699495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:00.778674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eb7b5bfe-cd3b-4d7c-bce6-ea0400e0f752 req-b4960ee8-05de-46cb-a4fb-dbe677b10421 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271627
Feb 07 01:54:00.784332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fefc1c-386f-4d8d-8acf-fb977df9643f req-9d3778bf-ee64-406a-b17c-686eef128878 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:00.786598 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-88fefc1c-386f-4d8d-8acf-fb977df9643f req-9d3778bf-ee64-406a-b17c-686eef128878 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 944 time: 0.2575405
Feb 07 01:54:00.817667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80059) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:54:00.818063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:54:00.845215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Checking segment: {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:54:00.845813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Network hostable DHCP agents. Network: a45c1f9b-013f-4eaf-b33b-f0231328bc96, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:54:00.917118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:54:00.959921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, a45c1f9b-013f-4eaf-b33b-f0231328bc96) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:54:00.976010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b3286-0e1a-4192-bd49-13336578bb0e None None] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:54:00.981208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:00.982023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:01.085450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.8454902
Feb 07 01:54:01.273430 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-88fefc1c-386f-4d8d-8acf-fb977df9643f req-9ffa1979-fa5b-4675-b832-9ea74b6e1b20 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3414934
Feb 07 01:54:01.320177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Deleting port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:54:01.320922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:01.348888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-0457580c-f8f0-444e-8d72-8afbfbe0bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:01.351180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-0457580c-f8f0-444e-8d72-8afbfbe0bbf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 909 time: 0.5628581
Feb 07 01:54:01.357400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b8a35-c0ba-49a3-be84-49422eaf2100 None None] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:54:01.449213 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-1067f14d-9b2c-485c-89cc-e933445c5e54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 HTTP/1.1" status: 200  len: 217 time: 0.0744231
Feb 07 01:54:01.575793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-ad66da87-d37a-4062-b9b1-7ed671b63622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:01.579772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-ad66da87-d37a-4062-b9b1-7ed671b63622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.1226499
Feb 07 01:54:01.657028 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-2740fd39-d5bd-4031-90f4-9f3cacdfbb17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668752
Feb 07 01:54:01.851939 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-1ace1079-cc04-40ed-ab25-48fde04850cc service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575980
Feb 07 01:54:01.919765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ac4ed-137f-4a58-9673-d6080ebf0bff req-dc067a5b-edbe-41f0-8d2b-5e66b4dd5ba5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:01.927625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-787ac4ed-137f-4a58-9673-d6080ebf0bff req-dc067a5b-edbe-41f0-8d2b-5e66b4dd5ba5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 943 time: 0.4109666
Feb 07 01:54:02.036369 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8007a752-8660-4944-a96d-8a740aa38ec4 req-7075bdfb-9a39-4422-a1cb-ff1911a10e3a service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1767519
Feb 07 01:54:02.039302 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-787ac4ed-137f-4a58-9673-d6080ebf0bff req-38b846fe-0bf3-4ec1-bae2-896575feefb9 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098537
Feb 07 01:54:02.055723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] For port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:02.055723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:02.195489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Calling delete_port for edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:54:02.389776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:02.495714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-59e178ab-117b-4bac-aab0-9ae26f1981c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:02.539452 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-79925a35-d847-46f0-80db-ceaf6a2c9381 req-cc466c4d-3bb8-4d7c-90d4-5167deadb4ac tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 210 time: 0.0572376
Feb 07 01:54:02.555887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Pushing event deleted for resources: {'Port': ['ID=edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:02.560048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:02.871300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] No DVR routers for this DVR port edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:54:02.874451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:02.877394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-deleted', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:02.891032 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-900ae027-3b85-4d70-8328-a2bc6a2a4c89 req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "DELETE /v2.0/ports/edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c HTTP/1.1" status: 204  len: 173 time: 3.7078693
Feb 07 01:54:02.945498 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaab236-5c58-4af9-9f41-379911ea7529', 'name': 'network-vif-deleted', 'tag': 'edc3f8e3-83b2-4b59-9f0c-fdcadb19b85c', 'status': 'completed', 'code': 200}
Feb 07 01:54:03.363565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6ccd4-0c1a-44ac-8b43-bef371261691 req-1197a9fb-8a45-4de2-bdaa-fa050bd6a539 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:03.365252 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5f6ccd4-0c1a-44ac-8b43-bef371261691 req-1197a9fb-8a45-4de2-bdaa-fa050bd6a539 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 943 time: 0.1963708
Feb 07 01:54:03.433276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5f6ccd4-0c1a-44ac-8b43-bef371261691 req-0e024d35-4b1f-4950-b752-6d8d75e4c890 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603054
Feb 07 01:54:03.792014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-5edc1973-fad7-40ca-bce7-2d3793195996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:03.793685 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-5edc1973-fad7-40ca-bce7-2d3793195996 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.1507976
Feb 07 01:54:03.880823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48557ce5-1a75-4751-a8fa-59f312f444a9 req-b989bdb2-2615-4990-84e6-a854e2c14900 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:03.883116 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-48557ce5-1a75-4751-a8fa-59f312f444a9 req-b989bdb2-2615-4990-84e6-a854e2c14900 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1999815
Feb 07 01:54:04.044276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-48557ce5-1a75-4751-a8fa-59f312f444a9 req-a6273484-77e4-4012-bc36-61c944e7092c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363063
Feb 07 01:54:04.079505 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b8276eac-c661-4977-a29a-69c7a75435fa req-c1aa869d-4fdd-4066-b3cb-00f20becb7a9 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddaab236-5c58-4af9-9f41-379911ea7529 HTTP/1.1" status: 200  len: 210 time: 0.0677683
Feb 07 01:54:04.083442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-705193d0-fa65-4c0a-a64a-306c4c81103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:04.085452 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-705193d0-fa65-4c0a-a64a-306c4c81103b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.2012966
Feb 07 01:54:04.167686 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-6f50baf5-6e94-4d30-934c-22a7157d3c04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.0743735
Feb 07 01:54:04.340260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-8e71f3f3-8d95-4e46-813b-ac7e1f6836b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:04.341844 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-8e71f3f3-8d95-4e46-813b-ac7e1f6836b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.1446700
Feb 07 01:54:04.417790 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-ec2da6d3-c1db-4e16-813b-28061c97d2ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645969
Feb 07 01:54:04.508779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-10781158-71ba-4d33-8bf8-41585fa4e674 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:04.509583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-10781158-71ba-4d33-8bf8-41585fa4e674 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Synchronizing usage tracker for tenant:b4c39746408a45a89a24959721c9810f on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:04.653124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-10781158-71ba-4d33-8bf8-41585fa4e674 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Unset dirty status for tenant:b4c39746408a45a89a24959721c9810f on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:04.654407 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-10781158-71ba-4d33-8bf8-41585fa4e674 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 814 time: 0.4812667
Feb 07 01:54:04.663986 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-7f474bc6-90cf-4676-8c53-e0dbaceae905 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508434
Feb 07 01:54:04.679765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-95dedc1c-9746-47d9-8fa6-982386452d89 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/quotas/b4c39746408a45a89a24959721c9810f HTTP/1.1" status: 200  len: 375 time: 0.0181963
Feb 07 01:54:04.697583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:04.751299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acca9e-fd98-46fb-9ecf-7cfb4e00b0d4 req-4bfa4c46-8d59-4764-8cc4-5b1542630250 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:04.759533 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-76acca9e-fd98-46fb-9ecf-7cfb4e00b0d4 req-4bfa4c46-8d59-4764-8cc4-5b1542630250 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 943 time: 0.1803739
Feb 07 01:54:04.820333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:54:04.825649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:04.826252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:04.831934 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-b1bb0d3e-61db-4e19-b437-0e821d05fccb tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1126039
Feb 07 01:54:04.832504 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-76acca9e-fd98-46fb-9ecf-7cfb4e00b0d4 req-4a9a277d-0a84-4d3c-8566-0403270be28a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707750
Feb 07 01:54:04.994621 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b249395-186e-452a-bb5f-bec24a8f2b0a req-4bde7d49-271b-412d-9056-24aeb6296385 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3111570
Feb 07 01:54:05.005216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:05.063121 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-c0c7ede8-0104-4501-925c-91ee9fe1e213 service neutron] 10.222.0.38 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854854
Feb 07 01:54:05.072909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:05.077718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:05.123175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:05.125414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:05.205523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:05.208972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:05.235924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-e80fb21f-15a2-466f-a3c6-b5e602c7bb16 service neutron] 10.222.0.38 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1624396
Feb 07 01:54:05.424247 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8', 'code': 200}
Feb 07 01:54:05.647503 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7224c1e-0c7f-411e-9d2a-ad5b5a75ec23 req-026598fd-1c87-47d4-aac9-a7cebe5b8e0e tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 210 time: 0.0547590
Feb 07 01:54:05.668151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6a13a-586b-4e1a-a81f-3ff52c44a7b4 req-22ed3d17-493b-4a24-8b96-5f343b3c8f34 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:05.675562 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3b6a13a-586b-4e1a-a81f-3ff52c44a7b4 req-22ed3d17-493b-4a24-8b96-5f343b3c8f34 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1939263
Feb 07 01:54:05.741399 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3b6a13a-586b-4e1a-a81f-3ff52c44a7b4 req-02cc5ed3-2af9-4c3a-a08b-e3135da8d8fa tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648084
Feb 07 01:54:05.832013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:05.939736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:05.940161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:06.068590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51628e43-607b-49bf-bca6-68b88b2a8339 req-5f18d1a7-0503-4429-86ad-dddbb4b738d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:06.070500 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51628e43-607b-49bf-bca6-68b88b2a8339 req-5f18d1a7-0503-4429-86ad-dddbb4b738d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 1162 time: 0.2525749
Feb 07 01:54:06.201072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-97c3ec4e-836b-4ef3-8dfe-50299b67a4da tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:06.202817 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-97c3ec4e-836b-4ef3-8dfe-50299b67a4da tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 809 time: 0.2917879
Feb 07 01:54:06.207050 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ceff7-4516-443e-a9c3-12fe3fce1e80 req-4ab94a0f-3a86-437b-99ac-a553a3a1b484 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:06.208746 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-910ceff7-4516-443e-a9c3-12fe3fce1e80 req-4ab94a0f-3a86-437b-99ac-a553a3a1b484 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.2017143
Feb 07 01:54:06.229841 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-dfc5144e-3efd-41e4-a57a-bafe92457a12 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/quotas/34e03fbc01ff4a0aba10ef818707e79e HTTP/1.1" status: 200  len: 375 time: 0.0185289
Feb 07 01:54:06.231679 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51628e43-607b-49bf-bca6-68b88b2a8339 req-5557fe1a-0608-4d72-bafa-7a9414c47541 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517200
Feb 07 01:54:06.286134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-6846931f-c054-4a17-af13-15e5c4dd9591 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Synchronizing usage tracker for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:06.293929 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-910ceff7-4516-443e-a9c3-12fe3fce1e80 req-a2b46b7a-458d-4c3d-b7e5-19ef56fb63c9 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783095
Feb 07 01:54:06.331554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-6846931f-c054-4a17-af13-15e5c4dd9591 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Unset dirty status for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:06.333004 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-6846931f-c054-4a17-af13-15e5c4dd9591 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0949278
Feb 07 01:54:06.485845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-dccbb73f-1608-494f-aeee-6e6feff279c8 service neutron] 10.222.0.38 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444230
Feb 07 01:54:06.636454 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-3b76a9db-24a5-4198-a052-eaf57d9489ef service neutron] 10.222.0.38 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461849
Feb 07 01:54:07.068787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ace258fe-4b74-4a2f-9f69-103485a12e9e req-423c7d74-5039-4e4c-900c-1f310ed7ae00 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 210 time: 0.0660496
Feb 07 01:54:07.207624 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f624f9d-10fe-4273-9255-a4760c70d390 req-8b376c7f-4f93-4d79-8799-53e8131ea157 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 210 time: 0.0674784
Feb 07 01:54:07.387427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d7872-b584-4d7c-b726-7b7589d4cef7 req-5d063ebe-2e1e-4439-bcd7-79faa4b2a295 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:07.389132 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cc3d7872-b584-4d7c-b726-7b7589d4cef7 req-5d063ebe-2e1e-4439-bcd7-79faa4b2a295 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2120593
Feb 07 01:54:07.459690 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cc3d7872-b584-4d7c-b726-7b7589d4cef7 req-a93b558c-7733-479a-b086-7a2e95857bc3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639689
Feb 07 01:54:07.623697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb682a24-de51-4329-b02f-79f9405c6c34 req-62ad22cb-7b8f-46e4-8a66-c6af24d140a2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:07.625472 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb682a24-de51-4329-b02f-79f9405c6c34 req-62ad22cb-7b8f-46e4-8a66-c6af24d140a2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.1783330
Feb 07 01:54:07.700676 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb682a24-de51-4329-b02f-79f9405c6c34 req-222b7cf0-e834-453f-a8c8-24a3c314d738 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684474
Feb 07 01:54:08.142195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:08.244496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:08.244923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:08.295075 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3dad6ed4-5ba8-4130-a7c8-9a28cbb4f01d req-b2b55bfd-0778-43e9-bfc2-d1e22f0a0c3f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 210 time: 0.0824373
Feb 07 01:54:08.778377 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c841088-2d24-4a77-8eef-20501f1c761d req-d66c3bcc-e640-4fe6-9939-6bf066d4b491 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 210 time: 0.3515358
Feb 07 01:54:08.808955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18650db-7c87-4961-ad87-ed370d513589 req-992b8c69-2dfc-4d7b-bc0b-72697f24843f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:08.810674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a18650db-7c87-4961-ad87-ed370d513589 req-992b8c69-2dfc-4d7b-bc0b-72697f24843f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2022080
Feb 07 01:54:08.910525 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a18650db-7c87-4961-ad87-ed370d513589 req-1156ff83-2b46-4069-8ff9-d446a768dcb6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930073
Feb 07 01:54:08.937590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-504a05f3-e63e-41fe-96e7-2f85f057c381 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:08.939259 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-504a05f3-e63e-41fe-96e7-2f85f057c381 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 814 time: 0.5401340
Feb 07 01:54:09.032984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Request body: {'port': {'device_id': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96', 'admin_state_up': True, 'tenant_id': 'b4c39746408a45a89a24959721c9810f'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:09.226975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31f031-58be-4597-8785-ca3b78477d88 req-a7beef6d-5582-4089-8dd7-5a040527c10b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:09.228721 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af31f031-58be-4597-8785-ca3b78477d88 req-a7beef6d-5582-4089-8dd7-5a040527c10b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.2738144
Feb 07 01:54:09.341014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af31f031-58be-4597-8785-ca3b78477d88 req-6989ac69-8094-43eb-ab5e-e45341b8d306 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984929
Feb 07 01:54:09.341014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:09.344286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Usage tracker for resource:port and tenant:b4c39746408a45a89a24959721c9810f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:09.348210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:09.355181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:09.415085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Made reservation on behalf of b4c39746408a45a89a24959721c9810f for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:54:09.442701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:09.674568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45c5e5a7-13c1-42e2-9a8a-49a6a13ca03f req-c14b25f6-88b6-4df5-9d16-5abdcbf6be44 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 210 time: 0.0616572
Feb 07 01:54:09.743461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-da6f1f4c-1697-407f-b49d-8b6476035819 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:09.745722 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-da6f1f4c-1697-407f-b49d-8b6476035819 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 809 time: 0.3858423
Feb 07 01:54:09.789011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Request body: {'port': {'device_id': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd', 'admin_state_up': True, 'tenant_id': '34e03fbc01ff4a0aba10ef818707e79e'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:09.891864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Allocated IP 172.20.0.6 (a45c1f9b-013f-4eaf-b33b-f0231328bc96/be1695ac-d2af-491e-a027-74e3d6094ef3/d1383deb-bab2-44b5-89e2-087f6009657d) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:54:10.000255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:10.026767 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bbd066d0-880f-4695-852e-506c7b96c414 req-ba7d462d-a74f-45da-b0cb-493389c01523 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 210 time: 0.0930846
Feb 07 01:54:10.060435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:10.070390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:10.107734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:10.108262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:10.134323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Made reservation on behalf of 34e03fbc01ff4a0aba10ef818707e79e for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:54:10.171730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:10.592328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-522c7e68-9c1f-42b2-981d-be98f851b499 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1645057
Feb 07 01:54:10.615991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900a91-d444-4e1d-973b-31f386b1a87a req-ad7feb30-fa65-4118-9af2-ac567c66eb6d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:10.617665 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-56900a91-d444-4e1d-973b-31f386b1a87a req-ad7feb30-fa65-4118-9af2-ac567c66eb6d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2741015
Feb 07 01:54:10.618742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Allocated IP 172.20.0.11 (b39c8905-b395-4d7c-bcc8-8167e02395dd/1f53a63c-d701-4328-ae23-1a0220c20db8/62aaa3a0-72b0-411b-8419-3d6a9ccc07ae) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:54:10.620948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:10.701787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-56900a91-d444-4e1d-973b-31f386b1a87a req-672eb445-6591-40a9-9dc4-a7f2aa13523b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692360
Feb 07 01:54:10.745885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:10.773600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-0a97aea0-e9da-41ef-b057-73c609cd8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:10.773600 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-0a97aea0-e9da-41ef-b057-73c609cd8a3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.1254647
Feb 07 01:54:10.916014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:11.050414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:54:11.054729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:54:11.061550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:54:11.102704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Pushing event updated for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:11.105810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-8bd3c018-3cbd-4547-a794-1165f560c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:11.107417 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-8bd3c018-3cbd-4547-a794-1165f560c8e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.3095407
Feb 07 01:54:11.112401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:11.136858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.137267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.137674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.138068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.138659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.139174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.139566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.139954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.140339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.140723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.141107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.141489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.141960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.142346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.142936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.143302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.143687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.144069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.144452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.144850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.145849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.146349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.147217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.147217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.158104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:11.247185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:11.247917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:11.287237 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-6650e2e8-542c-4c84-93cf-f509acd0485e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 1000 time: 0.1708879
Feb 07 01:54:11.313790 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0e804a0c-8992-4d6f-a0b7-6cfb5af9a88a req-07133373-3360-4143-b4cd-0b76a99c84c5 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 210 time: 0.0741501
Feb 07 01:54:11.380681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-ecf3bea8-fe67-49a3-9986-eac21f2e976c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:11.382380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-ecf3bea8-fe67-49a3-9986-eac21f2e976c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Synchronizing usage tracker for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:11.386209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-ea78fda2-f282-40f3-a4eb-a6ca7e892622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:11.388352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-ea78fda2-f282-40f3-a4eb-a6ca7e892622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.0719087
Feb 07 01:54:11.389592 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3609748
Feb 07 01:54:11.422842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Request body: {'port': {'device_id': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:11.472043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-ecf3bea8-fe67-49a3-9986-eac21f2e976c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Unset dirty status for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:11.473670 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-ecf3bea8-fe67-49a3-9986-eac21f2e976c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 931 time: 0.5587678
Feb 07 01:54:11.477261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42340) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:11.631165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-808d0804-860a-46cf-b1a8-6dceb4a33304 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Synchronizing usage tracker for tenant:b4c39746408a45a89a24959721c9810f on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:11.642110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:11.713296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:11.717636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-808d0804-860a-46cf-b1a8-6dceb4a33304 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Unset dirty status for tenant:b4c39746408a45a89a24959721c9810f on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:11.720185 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-05a115c2-cdeb-4292-b9d7-daae5df1aecb req-808d0804-860a-46cf-b1a8-6dceb4a33304 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224016
Feb 07 01:54:11.731659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-920d8f5c-0468-4fca-9269-cab9c8cbcd07 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:11.740083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:11.773769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:11.813356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Pushing event updated for resources: {'Port': ['ID=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:11.815279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Usage tracker for resource:security_group_rule and tenant:670db089fa56410bb685f15f5d2fbc56 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:11.844431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:11.900615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:11.945333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.945995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.946552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.947111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.947619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.948144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.948685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.949205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.949726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.950245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.950773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.951329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.951940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.952458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.953146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.953682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.954206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.954723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.955267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.955806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.956326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.957118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.957629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.958155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:11.986833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:12.072589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-69d7b264-8503-41ab-8b39-8d5481af90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:12.074133 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-69d7b264-8503-41ab-8b39-8d5481af90d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6571126
Feb 07 01:54:12.078570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Network b39c8905-b395-4d7c-bcc8-8167e02395dd is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:54:12.080267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:54:12.082661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:54:12.306057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:12.306691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.416290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-1a718682-00b2-4168-9043-f67fe0818c60 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948568
Feb 07 01:54:12.454750 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6780970
Feb 07 01:54:12.468622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5f31-1258-4caa-aefb-25cff90d7b43 req-55b5a2f9-fd79-4ede-819e-77a48f7d5545 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:12.471484 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-037d5f31-1258-4caa-aefb-25cff90d7b43 req-55b5a2f9-fd79-4ede-819e-77a48f7d5545 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2885523
Feb 07 01:54:12.473947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.541404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.568233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Request body: {'port': {'device_id': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:12.585258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a6149a30-2eb1-48fd-8569-58675d9b046b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:12.649691 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-037d5f31-1258-4caa-aefb-25cff90d7b43 req-127f9e49-d1a5-4e1c-94ed-772bc7a864bc tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680934
Feb 07 01:54:12.670187 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=670db089fa56410bb685f15f5d2fbc56&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1917076
Feb 07 01:54:12.678810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42366) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:12.699271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e785a488-9c71-4746-9713-7b31a0668c3c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:12.699972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.703092 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:12.711404 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9d7a0e5-90d4-402c-9333-fa3454bb0c07 req-9ab20957-91ca-487e-a4b1-ddfc8682a251 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2848063
Feb 07 01:54:12.712873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1383deb-bab2-44b5-89e2-087f6009657d {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:54:12.732967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.766600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Transition to ACTIVE for port object d1383deb-bab2-44b5-89e2-087f6009657d will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:54:12.785927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.823545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:12.909522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:12.938087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.036955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303304-39b4-4946-be18-f095a79fac31 req-83f8f1f7-4c7d-4aca-bbba-f360689595ed tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:13.037853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5f303304-39b4-4946-be18-f095a79fac31 req-83f8f1f7-4c7d-4aca-bbba-f360689595ed tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Synchronizing usage tracker for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:13.159768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5f303304-39b4-4946-be18-f095a79fac31 req-83f8f1f7-4c7d-4aca-bbba-f360689595ed tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Unset dirty status for tenant:34e03fbc01ff4a0aba10ef818707e79e on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:13.161031 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f303304-39b4-4946-be18-f095a79fac31 req-83f8f1f7-4c7d-4aca-bbba-f360689595ed tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 932 time: 0.4621511
Feb 07 01:54:13.310933 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f303304-39b4-4946-be18-f095a79fac31 req-f9b1427a-a790-4874-90de-bb3e224d95a9 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955563
Feb 07 01:54:13.348094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:13.352104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:13.482820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:54:13.494466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.516857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Transition to ACTIVE for port object 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:54:13.535351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab707933-5b18-4162-b847-c9ab65ced66b req-b6222853-2238-45af-a46a-6d257dbf6a55 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:13.537710 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ab707933-5b18-4162-b847-c9ab65ced66b req-b6222853-2238-45af-a46a-6d257dbf6a55 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.6358268
Feb 07 01:54:13.542339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.548427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.550524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-00bfb86a-10a7-4eac-a4fb-007344aa8164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:13.566518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dfbc74c3-7adc-4283-94a2-02884f58d6ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:13.649674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e785a488-9c71-4746-9713-7b31a0668c3c,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:13.652548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:13.679711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.681115 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e785a488-9c71-4746-9713-7b31a0668c3c HTTP/1.1" status: 204  len: 168 time: 0.9995122
Feb 07 01:54:13.707499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Pushing event updated for resources: {'Port': ['ID=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:13.712993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:13.794475 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ab707933-5b18-4162-b847-c9ab65ced66b req-b7018f03-d752-48c7-beef-69978ca43eef tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449284
Feb 07 01:54:13.799330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Attempting to bind port d1383deb-bab2-44b5-89e2-087f6009657d on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:54:13.799714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Attempting to bind port d1383deb-bab2-44b5-89e2-087f6009657d by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:54:13.800082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Attempting to bind port d1383deb-bab2-44b5-89e2-087f6009657d on network a45c1f9b-013f-4eaf-b33b-f0231328bc96 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:54:13.806315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:54:13.806700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Checking segment: {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:54:13.807144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.807542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Bound using segment: {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:54:13.808017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Bound port: d1383deb-bab2-44b5-89e2-087f6009657d, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:54:13.808392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.941711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:54:13.947642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d1383deb-bab2-44b5-89e2-087f6009657d,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:54:13.977559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:13.990765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Attempting to bind port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:54:13.991166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Attempting to bind port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:54:13.991679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Attempting to bind port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae on network b39c8905-b395-4d7c-bcc8-8167e02395dd {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:54:13.994752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:14.000977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:54:14.001354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Checking segment: {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:54:14.001765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.002130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Bound using segment: {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:54:14.002611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Bound port: 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c005f9-9f22-4368-a784-281017611901', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b39c8905-b395-4d7c-bcc8-8167e02395dd'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:54:14.003001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.108675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19d15e-7245-41ea-a05c-621bd6eda27e req-e933912b-bef4-4899-8c42-5c82948a857b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.110191 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e19d15e-7245-41ea-a05c-621bd6eda27e req-e933912b-bef4-4899-8c42-5c82948a857b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2697783
Feb 07 01:54:14.161526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:14.165094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:14.201997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.202683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.204263 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1383deb-bab2-44b5-89e2-087f6009657d HTTP/1.1" status: 200  len: 1157 time: 2.7867005
Feb 07 01:54:14.204914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:14.213310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] For port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:54:14.218632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] For port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:54:14.244272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42404) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:14.265690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.273190 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e19d15e-7245-41ea-a05c-621bd6eda27e req-a8d7a9c9-9772-458b-a48b-eeff24e11b02 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080656
Feb 07 01:54:14.275076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.282681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:14.287549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0399f2a5b949b08e7fb36417aa1465 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:14.290767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:14.296947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:14.298193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:14.324862 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d', 'status': 'completed', 'code': 200}
Feb 07 01:54:14.435742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-5612ae98-38d4-48ba-8a4f-3a7f8e8ab53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.437415 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-5612ae98-38d4-48ba-8a4f-3a7f8e8ab53a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 1160 time: 0.0951092
Feb 07 01:54:14.465058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Pushing event updated for resources: {'Port': ['ID=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:14.470613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:14.505936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.505936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.506304 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] 10.222.0.21 "PUT /v2.0/ports/62aaa3a0-72b0-411b-8419-3d6a9ccc07ae HTTP/1.1" status: 200  len: 1158 time: 1.9796543
Feb 07 01:54:14.506847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:14.548217 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-3aecead0-b6aa-40a8-b33b-e335a92540b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1383deb-bab2-44b5-89e2-087f6009657d HTTP/1.1" status: 200  len: 217 time: 0.0850370
Feb 07 01:54:14.665752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae', 'status': 'completed', 'code': 200}
Feb 07 01:54:14.669559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.673928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-3527c869-8865-46c5-bc7f-41485d256409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.673928 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-3527c869-8865-46c5-bc7f-41485d256409 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be1695ac-d2af-491e-a027-74e3d6094ef3 HTTP/1.1" status: 200  len: 854 time: 0.1138449
Feb 07 01:54:14.742289 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-4ddc25ad-da5b-46a4-8e7f-e4ee0795fdf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a45c1f9b-013f-4eaf-b33b-f0231328bc96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580630
Feb 07 01:54:14.743777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:14.753586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-096bc8a5-54ac-4193-9d63-4e6048e0bb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:14.834217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734443d-0c41-4ad5-adea-239be865ff8f req-df96f613-025c-4bc5-be59-dc10df807bc3 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.836325 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7734443d-0c41-4ad5-adea-239be865ff8f req-df96f613-025c-4bc5-be59-dc10df807bc3 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.2938714
Feb 07 01:54:14.856913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-c240a03c-342c-4fe7-a8f6-d85125a22ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:14.858520 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-c240a03c-342c-4fe7-a8f6-d85125a22ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 1161 time: 0.2463961
Feb 07 01:54:14.909169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec254f3b-8db9-4b29-92f5-584bd064d8ec,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:14.913394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:14.937666 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee0399f2a5b949b08e7fb36417aa1465&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6922224
Feb 07 01:54:14.940316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42424) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:14.996792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-480ee57b-8c45-4bb8-95b3-bba09aa3c48f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae HTTP/1.1" status: 200  len: 217 time: 0.1095326
Feb 07 01:54:15.025823 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7734443d-0c41-4ad5-adea-239be865ff8f req-2c02fb63-8954-4c15-8da6-1a0c7651899b tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740170
Feb 07 01:54:15.041563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-62b31568-afaa-4a25-8737-64a4ca647d33 service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649076
Feb 07 01:54:15.087227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:15.092840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-5756cd00-4a23-4a4f-9c40-a853d00c4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:15.094442 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-5756cd00-4a23-4a4f-9c40-a853d00c4503 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f53a63c-d701-4328-ae23-1a0220c20db8 HTTP/1.1" status: 200  len: 849 time: 0.0891802
Feb 07 01:54:15.154463 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-0849528f-e9d7-40d6-b783-9f99f6edd21c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b39c8905-b395-4d7c-bcc8-8167e02395dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502915
Feb 07 01:54:15.234692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:15.350208 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-943b2f99-9f2c-4ed0-9d15-96658833b4ab req-c2566ddc-b093-4433-83ab-13ca5c454565 service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2884779
Feb 07 01:54:15.448003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ece8b-1213-4f40-90ad-ba215234a7df req-e0220f9d-bcb4-4a2b-976a-33327d877d3b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:15.450150 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bf0ece8b-1213-4f40-90ad-ba215234a7df req-e0220f9d-bcb4-4a2b-976a-33327d877d3b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.2910678
Feb 07 01:54:15.451774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:15.455801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:15.483310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec254f3b-8db9-4b29-92f5-584bd064d8ec,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:15.489124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:15.497528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:15.500204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec254f3b-8db9-4b29-92f5-584bd064d8ec HTTP/1.1" status: 204  len: 168 time: 0.5572824
Feb 07 01:54:15.539783 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bf0ece8b-1213-4f40-90ad-ba215234a7df req-ba6f504a-0a04-4b2b-964f-5c3bf588531b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728996
Feb 07 01:54:15.623484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-a7169227-6109-4302-870b-e7cb80cc6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:15.625133 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-a7169227-6109-4302-870b-e7cb80cc6bb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 1160 time: 0.0843778
Feb 07 01:54:15.667533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ccd1-d5b7-4ebf-a19b-9cd54297bcd6 req-a71d3b97-8e36-414b-85b9-a9e96e334589 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:15.669315 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f612ccd1-d5b7-4ebf-a19b-9cd54297bcd6 req-a71d3b97-8e36-414b-85b9-a9e96e334589 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2215443
Feb 07 01:54:15.673302 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-d6034521-430a-45cf-9571-d659597f64b8 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5076206
Feb 07 01:54:15.798544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-549a3a63-152e-4f9b-b92d-a136f08ea3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:15.798544 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-549a3a63-152e-4f9b-b92d-a136f08ea3a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 908 time: 0.1552532
Feb 07 01:54:15.845679 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f612ccd1-d5b7-4ebf-a19b-9cd54297bcd6 req-8dfadd36-30dc-4772-be45-132f93295ba2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682415
Feb 07 01:54:15.908821 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-64a1c6e2-5144-4946-ba11-72bb56f28be6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1383deb-bab2-44b5-89e2-087f6009657d HTTP/1.1" status: 200  len: 217 time: 0.0997367
Feb 07 01:54:15.914961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a6fec178-e622-4e60-9fb6-43bca4155544 req-222a68b0-c9cd-4f76-9de2-7bb2cb83aa09 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2177434
Feb 07 01:54:16.008628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-aaff864b-efa1-438d-a659-b4aa8d3ee65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:16.011039 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-aaff864b-efa1-438d-a659-b4aa8d3ee65a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be1695ac-d2af-491e-a027-74e3d6094ef3 HTTP/1.1" status: 200  len: 854 time: 0.0703051
Feb 07 01:54:16.170049 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-38e318c5-a77e-42dd-b6e1-97a73e0d4c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a45c1f9b-013f-4eaf-b33b-f0231328bc96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584276
Feb 07 01:54:16.203157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 42446) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:16.234433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c87f9dc9-4298-4983-aeee-4ad587093abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:16.267186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-2f2ea909-2b6e-4031-967b-76134e578873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:16.268807 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-2f2ea909-2b6e-4031-967b-76134e578873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 1161 time: 0.1580448
Feb 07 01:54:16.292159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:16.314652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:16.322258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a6a44c08594bb196f019ba5626da53 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:16.327801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:16.336331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:16.358943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78453b1-06ce-4eaf-8cfa-1bedfefc5005 req-9d64e510-7f93-4204-bd9a-f8d0b9daaf7a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:16.360730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a78453b1-06ce-4eaf-8cfa-1bedfefc5005 req-9d64e510-7f93-4204-bd9a-f8d0b9daaf7a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1912982
Feb 07 01:54:16.390988 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-6d8378cb-a632-4fbd-afee-08e836505faf service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102873
Feb 07 01:54:16.514400 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a78453b1-06ce-4eaf-8cfa-1bedfefc5005 req-734c9819-08ec-4f4e-9c50-c096f11c25a0 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296937
Feb 07 01:54:16.559204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-85854277-eee7-495f-8c76-acc91262c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:16.560922 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-85854277-eee7-495f-8c76-acc91262c4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 200  len: 904 time: 0.1993754
Feb 07 01:54:16.588407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:16.598875 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ed93ed4-fb9c-4bc5-958d-cbea6087e36b req-088d9183-45e0-4013-8d94-f6b9ab5b0ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1931026
Feb 07 01:54:16.617352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:16.627223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-887c2095-ba7d-4ee9-ad72-1adc093f92e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:16.671205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-326d5eb1-9931-4142-afc7-f9758f225626 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae HTTP/1.1" status: 200  len: 217 time: 0.0859268
Feb 07 01:54:16.672520 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5a6a44c08594bb196f019ba5626da53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4655814
Feb 07 01:54:16.673573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc40ef-a5fd-4783-abd0-3300ae6c08fc,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:16.676811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:16.679421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 42458) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:16.835122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-e6261c0c-fdc2-4261-b203-0bc5d955a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:16.836708 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-e6261c0c-fdc2-4261-b203-0bc5d955a8ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1f53a63c-d701-4328-ae23-1a0220c20db8 HTTP/1.1" status: 200  len: 849 time: 0.1542795
Feb 07 01:54:16.924260 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-3c480f64-caef-43e9-9d0c-4cc5b7b3dc54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b39c8905-b395-4d7c-bcc8-8167e02395dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706413
Feb 07 01:54:16.933301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:17.138623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5fc32-164b-49dd-ae9d-cf11b604584c req-55ae6842-ec07-42cf-8584-1cadaa4629c8 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:17.140528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-82e5fc32-164b-49dd-ae9d-cf11b604584c req-55ae6842-ec07-42cf-8584-1cadaa4629c8 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.4100084
Feb 07 01:54:17.150608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:17.257346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131b2e-8d5b-4721-afd9-611a1ca729f7 req-a265f37d-d528-4efb-b1c6-e69c367de0cb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:17.259095 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-20131b2e-8d5b-4721-afd9-611a1ca729f7 req-a265f37d-d528-4efb-b1c6-e69c367de0cb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1732111
Feb 07 01:54:17.269102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-82e5fc32-164b-49dd-ae9d-cf11b604584c req-d8b2478b-996e-4888-bd9c-19f8ff6b570b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112592
Feb 07 01:54:17.291343 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-31278fc0-4b40-421f-b40b-09d93bed7c7d service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3558176
Feb 07 01:54:17.326497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-20131b2e-8d5b-4721-afd9-611a1ca729f7 req-dfa2f048-4e17-4bbb-8772-40405660d59e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606244
Feb 07 01:54:17.428934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:17.441368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-893769e3-915a-48e2-b0a2-c95d5a5f4016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:17.460427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc40ef-a5fd-4783-abd0-3300ae6c08fc,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:17.463726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:17.470816 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-24180cb2-13de-4ac0-bfbd-ee453ac12782 req-aced952c-b667-4902-b19d-31cc58a11cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1699564
Feb 07 01:54:17.472911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:17.474028 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bfc40ef-a5fd-4783-abd0-3300ae6c08fc HTTP/1.1" status: 204  len: 168 time: 0.7935164
Feb 07 01:54:17.814521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd08ac-d3b1-4333-9e43-012bda0ca592 req-ac6cd80a-c85d-4b08-bc27-a03e1ac32caf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:17.816274 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eabd08ac-d3b1-4333-9e43-012bda0ca592 req-ac6cd80a-c85d-4b08-bc27-a03e1ac32caf tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1643162
Feb 07 01:54:17.883218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eabd08ac-d3b1-4333-9e43-012bda0ca592 req-cc614cf1-598f-476c-964e-e45b58f06dc9 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590599
Feb 07 01:54:18.491586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1b35f8b8-aa69-4489-9d89-048de8465cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:18.593742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e12c0-4c7e-459a-aee8-de72f1627876 req-7bbf6808-5466-4e20-8f44-cc46d87caba6 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:18.595567 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1d0e12c0-4c7e-459a-aee8-de72f1627876 req-7bbf6808-5466-4e20-8f44-cc46d87caba6 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1891742
Feb 07 01:54:18.641068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf30c3-2de6-4ffe-9c91-dd395e455f14 req-99fa4501-fc5e-4906-93e8-5b6f36fcff18 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:18.642836 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4cf30c3-2de6-4ffe-9c91-dd395e455f14 req-99fa4501-fc5e-4906-93e8-5b6f36fcff18 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1714170
Feb 07 01:54:18.664291 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1d0e12c0-4c7e-459a-aee8-de72f1627876 req-c48de18a-0a20-4cd1-98e5-b9a4a668c3e9 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613859
Feb 07 01:54:18.711314 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4cf30c3-2de6-4ffe-9c91-dd395e455f14 req-d6e915b0-7be0-4081-a7ac-73f5ca84843f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620816
Feb 07 01:54:19.212118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ab2f4-ddac-410b-ba3b-b3628cb00410 req-e790e2de-5f36-416e-95b0-6479597f943c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:19.213844 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-091ab2f4-ddac-410b-ba3b-b3628cb00410 req-e790e2de-5f36-416e-95b0-6479597f943c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1954019
Feb 07 01:54:19.224109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:19.308201 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-091ab2f4-ddac-410b-ba3b-b3628cb00410 req-fe76320e-1c08-482f-a44f-c74ca9547f55 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801957
Feb 07 01:54:19.642077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:19.989366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae88d-f94e-4341-8f92-40a3dab8a35f req-cdbe8460-9877-4462-b2b6-ea03f65dd429 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:19.991296 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4fae88d-f94e-4341-8f92-40a3dab8a35f req-cdbe8460-9877-4462-b2b6-ea03f65dd429 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1818302
Feb 07 01:54:20.018417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca662-fab0-490d-87a5-67b2654e0e1d req-c35da819-7bfd-4508-aaa7-0da5362ef965 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:20.020048 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-52bca662-fab0-490d-87a5-67b2654e0e1d req-c35da819-7bfd-4508-aaa7-0da5362ef965 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1710820
Feb 07 01:54:20.063277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4fae88d-f94e-4341-8f92-40a3dab8a35f req-7fd07ee5-a458-4293-bd7c-0b8a3b9b21f4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642323
Feb 07 01:54:20.090563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-52bca662-fab0-490d-87a5-67b2654e0e1d req-e8ad1bfc-2332-4f30-ad74-aa9e52373b4b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629780
Feb 07 01:54:20.465191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-4a617aba-9feb-4b34-8afa-92239691a989 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:54:20.728349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:20.729315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:20.915635 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee477-b59d-4351-9bef-02fd68d979ab req-e5ae5fa9-db9c-48ab-9cdd-17a5c9c29e30 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:20.925153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a8ee477-b59d-4351-9bef-02fd68d979ab req-e5ae5fa9-db9c-48ab-9cdd-17a5c9c29e30 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.4295003
Feb 07 01:54:20.990714 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a8ee477-b59d-4351-9bef-02fd68d979ab req-d6b4c2e2-a2c0-40ba-ae9e-0e764dfd1fb8 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640800
Feb 07 01:54:21.438915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169d3b-e4aa-4ab0-8d2e-980c5c9f9759 req-75a912b4-1ae7-44a9-aed0-e3d887dd4af5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:21.440656 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-13169d3b-e4aa-4ab0-8d2e-980c5c9f9759 req-75a912b4-1ae7-44a9-aed0-e3d887dd4af5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1825528
Feb 07 01:54:21.456894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e65777-ddfa-4486-a693-f9d6fc76e1ac req-920cbb57-1350-43e3-935b-e69f83a1f1cc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:21.458607 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92e65777-ddfa-4486-a693-f9d6fc76e1ac req-920cbb57-1350-43e3-935b-e69f83a1f1cc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.2035549
Feb 07 01:54:21.521409 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-13169d3b-e4aa-4ab0-8d2e-980c5c9f9759 req-594d0976-6a2f-4188-a416-d621eaeef689 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728209
Feb 07 01:54:21.534756 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92e65777-ddfa-4486-a693-f9d6fc76e1ac req-67e656f9-0960-4b3b-8d0b-fa9928a80c47 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693979
Feb 07 01:54:22.315969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12c2d-f0cc-4158-8cc0-825426b4c26a req-babeb00d-7c13-44c1-b8b0-ca206aa29d40 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:22.317610 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5d12c2d-f0cc-4158-8cc0-825426b4c26a req-babeb00d-7c13-44c1-b8b0-ca206aa29d40 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1759546
Feb 07 01:54:22.394082 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5d12c2d-f0cc-4158-8cc0-825426b4c26a req-1d33126f-6795-4243-95bb-35303b23bef5 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692112
Feb 07 01:54:22.829214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7200710-e80a-4058-9250-d1195e2d0960 req-b8ffd980-c6ee-44ff-b900-4fb872a4b608 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:22.830773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7200710-e80a-4058-9250-d1195e2d0960 req-b8ffd980-c6ee-44ff-b900-4fb872a4b608 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1716290
Feb 07 01:54:22.850659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f7b1-ec69-41c9-9cb5-f13116bc507c req-9c0b16df-4dd3-4862-8578-d5c667ab14bb tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:22.852409 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6161f7b1-ec69-41c9-9cb5-f13116bc507c req-9c0b16df-4dd3-4862-8578-d5c667ab14bb tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1820610
Feb 07 01:54:22.903098 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7200710-e80a-4058-9250-d1195e2d0960 req-ee5d67f6-c99c-4a5e-adb3-411c5821a204 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646296
Feb 07 01:54:22.921099 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6161f7b1-ec69-41c9-9cb5-f13116bc507c req-2ce8ac41-5469-43d4-a981-bbd62ede08ec tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619361
Feb 07 01:54:23.691594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abe0da-53a5-4e3b-9224-54505e23b826 req-e6be9344-6e14-48b6-a2b6-22c9a239d8a8 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:23.693846 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34abe0da-53a5-4e3b-9224-54505e23b826 req-e6be9344-6e14-48b6-a2b6-22c9a239d8a8 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1635938
Feb 07 01:54:23.756903 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34abe0da-53a5-4e3b-9224-54505e23b826 req-5e3c2ebb-7b64-43a8-a137-11bf726839dc tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569189
Feb 07 01:54:24.204538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70c802-64a2-4905-9d29-fba5efc61f5c req-095b2cda-009e-47e6-8337-675bcc720643 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:24.206206 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1f70c802-64a2-4905-9d29-fba5efc61f5c req-095b2cda-009e-47e6-8337-675bcc720643 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1715033
Feb 07 01:54:24.273474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1f70c802-64a2-4905-9d29-fba5efc61f5c req-f1e8f91e-1ca6-46a3-b501-a95d9ef8e2a1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606620
Feb 07 01:54:24.556110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5586-3ada-4f09-967c-9c42c16848c7 req-ee79670c-ca49-4419-a582-6f5053239d8a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:24.557820 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e51b5586-3ada-4f09-967c-9c42c16848c7 req-ee79670c-ca49-4419-a582-6f5053239d8a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1629083
Feb 07 01:54:24.625342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e51b5586-3ada-4f09-967c-9c42c16848c7 req-f8844652-ae86-4b9d-ac8b-e0bec95e97fe tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610108
Feb 07 01:54:25.051678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7cd45-a102-4b1d-a054-e0672e6a92bc req-8f15b9ba-0847-4d6c-a963-9195dd2d0b70 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:25.053721 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16c7cd45-a102-4b1d-a054-e0672e6a92bc req-8f15b9ba-0847-4d6c-a963-9195dd2d0b70 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 944 time: 0.1693711
Feb 07 01:54:25.119651 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16c7cd45-a102-4b1d-a054-e0672e6a92bc req-f6b5ea03-bcd9-49e2-a84e-50418ce17a3c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595131
Feb 07 01:54:25.401814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a934f-0fa7-4deb-a1e3-19d0c7a93a53 req-9dde354b-bf44-4b14-aa86-f8051b578a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:25.403483 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-661a934f-0fa7-4deb-a1e3-19d0c7a93a53 req-9dde354b-bf44-4b14-aa86-f8051b578a0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.0818222
Feb 07 01:54:25.449438 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-661a934f-0fa7-4deb-a1e3-19d0c7a93a53 req-02566f48-6fa9-42ba-b661-0d5bd97dcb94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379992
Feb 07 01:54:25.588122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83caa0-e53e-42df-ad02-c1ac13f6ea6c req-2a82bb74-7ea2-447c-a8ea-e5f4463f1810 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:25.589779 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d83caa0-e53e-42df-ad02-c1ac13f6ea6c req-2a82bb74-7ea2-447c-a8ea-e5f4463f1810 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1728566
Feb 07 01:54:25.628951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:25.656012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d83caa0-e53e-42df-ad02-c1ac13f6ea6c req-7bcd8d78-d86f-4b62-a4ee-ff80e191e49c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595458
Feb 07 01:54:25.733454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:54:25.738829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:25.739358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:25.872336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:25.902328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:25.913346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:25.926107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8f6a-92fe-4340-9138-9a177d83140d req-d56a727b-7a73-4b71-a0ab-43bf19ac905a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:25.928378 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8ff8f6a-92fe-4340-9138-9a177d83140d req-d56a727b-7a73-4b71-a0ab-43bf19ac905a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1668210
Feb 07 01:54:25.965643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:25.966613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:25.996787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8ff8f6a-92fe-4340-9138-9a177d83140d req-5023f3b8-131a-4785-9bef-0fdc22aae16b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618522
Feb 07 01:54:26.000207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:26.094683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae', 'code': 200}
Feb 07 01:54:26.104621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:26.116929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.117317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.117700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.118077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.118500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.118870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.119264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.119630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.119997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.120363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.120728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.121091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.121577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.121949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.122407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.122723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.123111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.123476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.123887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.124274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.124711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.125074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.125434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.125795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:54:26.135630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:26.137095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:26.137516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:26.269518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d1383deb-bab2-44b5-89e2-087f6009657d up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:26.373825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port d1383deb-bab2-44b5-89e2-087f6009657d completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:54:26.380397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port d1383deb-bab2-44b5-89e2-087f6009657d triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:26.381736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:26.440589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573d364-37ac-4080-8dd3-5881d25087a6 req-e8d6fac2-53dc-4657-84b8-d0a06538234a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:26.449523 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b573d364-37ac-4080-8dd3-5881d25087a6 req-e8d6fac2-53dc-4657-84b8-d0a06538234a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1934934
Feb 07 01:54:26.519713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:26.555201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d1383deb-bab2-44b5-89e2-087f6009657d,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:26.574357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b573d364-37ac-4080-8dd3-5881d25087a6 req-fa5ff6d8-2803-48b3-95d0-bc2c41fbc152 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230066
Feb 07 01:54:26.590455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:26.592557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-43dc8cd8-2ac7-4fae-9116-359d5c970960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:26.597192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106235e-4a84-4095-91d1-c417211ec44b req-793e7402-f8a0-4ba1-a59e-a9dca8f0c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:26.598785 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3106235e-4a84-4095-91d1-c417211ec44b req-793e7402-f8a0-4ba1-a59e-a9dca8f0c767 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 1163 time: 0.1464322
Feb 07 01:54:26.647865 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3106235e-4a84-4095-91d1-c417211ec44b req-9af99e98-a5cc-402e-bdb5-b6436668f9f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411396
Feb 07 01:54:26.664868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:26.668160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:26.952302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fbce9-86f1-4227-8a4c-7905820f0bdd req-84bf522a-76b3-4ef3-8b75-93f7c015cc15 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:26.953929 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a39fbce9-86f1-4227-8a4c-7905820f0bdd req-84bf522a-76b3-4ef3-8b75-93f7c015cc15 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1655536
Feb 07 01:54:27.019295 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a39fbce9-86f1-4227-8a4c-7905820f0bdd req-abc6986e-4841-4369-910d-497ae9f5a3f7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584602
Feb 07 01:54:27.294529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552f75-123c-46ee-bf41-79a6c7fa6ded req-8332861f-2edf-4375-bbb7-176e894f5509 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:27.296183 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-25552f75-123c-46ee-bf41-79a6c7fa6ded req-8332861f-2edf-4375-bbb7-176e894f5509 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.1669369
Feb 07 01:54:27.361655 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-25552f75-123c-46ee-bf41-79a6c7fa6ded req-64a1db53-691f-4312-8374-d102daecd5b4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590186
Feb 07 01:54:27.727718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:54:27.875553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec92f-21f2-491e-a42d-281b329064b8 req-d2109bb4-b9f4-480c-a595-82954a728371 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:27.877274 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eb5ec92f-21f2-491e-a42d-281b329064b8 req-d2109bb4-b9f4-480c-a595-82954a728371 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1661096
Feb 07 01:54:27.935208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:27.946643 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eb5ec92f-21f2-491e-a42d-281b329064b8 req-024fcbf0-ad3d-4e50-90ce-61ad9b62b56d tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618174
Feb 07 01:54:28.035484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:28.035877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:28.095822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:28.164352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d', 'code': 200}
Feb 07 01:54:28.175879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:28.252672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:28.253080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:28.352632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b39cc-0568-4d23-be81-2db7a43c86a6 req-ff7cc89e-74d4-43fa-b30b-d26c2a03a75e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:28.354482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f45b39cc-0568-4d23-be81-2db7a43c86a6 req-ff7cc89e-74d4-43fa-b30b-d26c2a03a75e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1740096
Feb 07 01:54:28.388592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d1383deb-bab2-44b5-89e2-087f6009657d up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:28.455588 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f45b39cc-0568-4d23-be81-2db7a43c86a6 req-3ff00e08-4066-40ad-8a9d-aa6fcc0709a9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947220
Feb 07 01:54:28.497329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port d1383deb-bab2-44b5-89e2-087f6009657d triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:28.497763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:28.772530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccb8b-7e2d-4a40-9e01-2965dfe2048c req-bb0881da-8ec5-45c5-b153-310e878a5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:28.776153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d0ccb8b-7e2d-4a40-9e01-2965dfe2048c req-bb0881da-8ec5-45c5-b153-310e878a5e4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 1162 time: 0.2167096
Feb 07 01:54:28.881201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0054b-0a35-41e9-befd-40e20a5d3b07 req-4b049c20-ca0f-48df-b519-a02c419b44ad tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:28.883725 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-21b0054b-0a35-41e9-befd-40e20a5d3b07 req-4b049c20-ca0f-48df-b519-a02c419b44ad tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.2442441
Feb 07 01:54:28.943196 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d0ccb8b-7e2d-4a40-9e01-2965dfe2048c req-8adb6233-544b-454d-ba2e-593b4357517f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578005
Feb 07 01:54:28.985890 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-21b0054b-0a35-41e9-befd-40e20a5d3b07 req-7facf10a-645d-4239-ade4-762ea541a881 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704410
Feb 07 01:54:29.281136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:29.311670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d91804-da41-4d75-9d5b-a7f1144884d2 req-2caf38ec-a4aa-4627-a06c-fab33ea6a1f1 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:29.314301 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a3d91804-da41-4d75-9d5b-a7f1144884d2 req-2caf38ec-a4aa-4627-a06c-fab33ea6a1f1 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1709275
Feb 07 01:54:29.361874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:29.362266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:29.390959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a3d91804-da41-4d75-9d5b-a7f1144884d2 req-6df2c42c-8250-4165-8a6b-c25474480536 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704546
Feb 07 01:54:29.604865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-d86e9379-4968-43ad-a13c-41099185b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:29.606723 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-d86e9379-4968-43ad-a13c-41099185b4c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.1495631
Feb 07 01:54:29.906658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6d2bd-4d05-4e09-b1a3-536db5f6d1bb req-4e0ec56a-45be-48c6-99ab-baa771fd2a9c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:29.908330 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67c6d2bd-4d05-4e09-b1a3-536db5f6d1bb req-4e0ec56a-45be-48c6-99ab-baa771fd2a9c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2984927
Feb 07 01:54:29.909567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-6d009546-b5ca-44d2-8f40-8acd0438c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:29.911027 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-6d009546-b5ca-44d2-8f40-8acd0438c554 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.2575655
Feb 07 01:54:30.004099 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-b4c64bf4-5993-4018-aba4-a8dc0c1a9309 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.0731506
Feb 07 01:54:30.089034 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67c6d2bd-4d05-4e09-b1a3-536db5f6d1bb req-af8236d6-a48e-4827-958e-0fb151520749 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731167
Feb 07 01:54:30.109763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-6b10a0f5-fc52-4237-8f55-f347b0f53231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:30.111485 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-6b10a0f5-fc52-4237-8f55-f347b0f53231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.0905077
Feb 07 01:54:30.172264 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-70ea81b5-9423-422b-9c8e-72f6b597726e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527472
Feb 07 01:54:30.340731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecbc8a-4498-4b48-8efb-0c631fb619be req-68ef76af-ff96-4138-939e-8f48bc6725d8 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:30.350445 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a7ecbc8a-4498-4b48-8efb-0c631fb619be req-68ef76af-ff96-4138-939e-8f48bc6725d8 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.2062662
Feb 07 01:54:30.422440 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a7ecbc8a-4498-4b48-8efb-0c631fb619be req-c452179a-a928-43a2-9333-f15444e9c3a5 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708389
Feb 07 01:54:30.570014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-3286fea5-ea6d-4b36-9291-edc85fb921e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3878119
Feb 07 01:54:30.729801 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92246aac-b4f3-4a6c-991e-e39eae601300 req-26e2ad99-5ebe-4430-953b-fd60fbfd74b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407771
Feb 07 01:54:31.445532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3c6a7-8929-4b4a-9d89-72b9a592f76a req-12678c04-5a26-4fb9-9d03-a23ec8e8dfff tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:31.450780 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ede3c6a7-8929-4b4a-9d89-72b9a592f76a req-12678c04-5a26-4fb9-9d03-a23ec8e8dfff tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2084732
Feb 07 01:54:31.523352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ede3c6a7-8929-4b4a-9d89-72b9a592f76a req-f2b21185-da7d-4f34-9b1a-12d5a3e564d8 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677929
Feb 07 01:54:31.768986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34e86a-474c-42aa-8703-d487bf09dbc6 req-ec756292-1ad3-464d-b6d8-0895705820c9 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:31.770608 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d34e86a-474c-42aa-8703-d487bf09dbc6 req-ec756292-1ad3-464d-b6d8-0895705820c9 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.1771023
Feb 07 01:54:31.875233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d34e86a-474c-42aa-8703-d487bf09dbc6 req-d09786d2-f610-4ae1-b4a3-d26feb4cf7b5 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941203
Feb 07 01:54:32.536227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ebbca-8e4a-437d-83e7-14669fd621ff req-ab92aada-cc7f-4fe1-a70a-683762812fd6 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:32.538814 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd5ebbca-8e4a-437d-83e7-14669fd621ff req-ab92aada-cc7f-4fe1-a70a-683762812fd6 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1685264
Feb 07 01:54:32.615546 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dd5ebbca-8e4a-437d-83e7-14669fd621ff req-42e3eace-a66a-4abc-999b-13ac51d46ac9 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699184
Feb 07 01:54:32.869884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fe372-cf73-4c93-9813-070640115277 req-9580b8bc-226a-4f47-a33d-516529b79c62 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:32.871726 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b3fe372-cf73-4c93-9813-070640115277 req-9580b8bc-226a-4f47-a33d-516529b79c62 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1842108
Feb 07 01:54:32.945783 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b3fe372-cf73-4c93-9813-070640115277 req-5b3315a7-41db-4493-a325-151e492a87af tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662611
Feb 07 01:54:33.923500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143592b0-2367-49ad-acbb-eb55c60cb8b2 req-8b03cadb-20e2-4b1c-a8bd-de04402f5d7a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:33.925217 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-143592b0-2367-49ad-acbb-eb55c60cb8b2 req-8b03cadb-20e2-4b1c-a8bd-de04402f5d7a tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1896017
Feb 07 01:54:33.996224 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-143592b0-2367-49ad-acbb-eb55c60cb8b2 req-63a42a9c-899a-49f8-9330-23b18c10f5f1 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642021
Feb 07 01:54:34.049205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00b77-d16b-40f1-a398-01884225b3f9 req-309958d0-2737-472e-9ef5-7bfa4de16b67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:34.049205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3f00b77-d16b-40f1-a398-01884225b3f9 req-309958d0-2737-472e-9ef5-7bfa4de16b67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1853995
Feb 07 01:54:34.110587 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3f00b77-d16b-40f1-a398-01884225b3f9 req-957afd4d-873b-4e80-ae15-6bc2aecbf3d6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603631
Feb 07 01:54:34.295917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03ad23-36ca-4961-8768-8537519e2206 req-43597738-9849-4e34-98b1-fe4c3f4fe849 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:34.297617 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0a03ad23-36ca-4961-8768-8537519e2206 req-43597738-9849-4e34-98b1-fe4c3f4fe849 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1688318
Feb 07 01:54:34.362019 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0a03ad23-36ca-4961-8768-8537519e2206 req-d437bdbb-859b-4d09-a73d-cf86c7a30055 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577757
Feb 07 01:54:35.299911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076292f-9b27-4459-a8ac-799c18fe3f0e req-dd4199b4-e8c5-4826-a23c-ab9b099271b5 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:35.301630 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f076292f-9b27-4459-a8ac-799c18fe3f0e req-dd4199b4-e8c5-4826-a23c-ab9b099271b5 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1743071
Feb 07 01:54:35.369398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f076292f-9b27-4459-a8ac-799c18fe3f0e req-4a616564-6ad8-456b-82d6-593600dc5167 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593033
Feb 07 01:54:35.425399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eff69-65ce-43c4-a61f-2085e3806607 req-4dc58750-8741-4fce-b4ed-312dee80986d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:35.427187 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b36eff69-65ce-43c4-a61f-2085e3806607 req-4dc58750-8741-4fce-b4ed-312dee80986d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1695831
Feb 07 01:54:35.502701 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b36eff69-65ce-43c4-a61f-2085e3806607 req-b6968a66-334e-40af-b41e-a0319d2cebdf tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683181
Feb 07 01:54:35.659619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89f43-f278-4392-9aa1-a5fd78ef5a0b req-77f3ac71-be48-48f5-a0f5-7834ea28dd32 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:35.661186 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2ea89f43-f278-4392-9aa1-a5fd78ef5a0b req-77f3ac71-be48-48f5-a0f5-7834ea28dd32 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1650381
Feb 07 01:54:35.724691 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2ea89f43-f278-4392-9aa1-a5fd78ef5a0b req-85e060e0-9332-4996-90d4-497f03c43491 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568500
Feb 07 01:54:36.677412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0603-cb6f-4cc2-984e-2d8efc52a10f req-a3643b95-72b7-4e13-ad11-fa755fde8ae3 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:36.679264 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-acad0603-cb6f-4cc2-984e-2d8efc52a10f req-a3643b95-72b7-4e13-ad11-fa755fde8ae3 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1779156
Feb 07 01:54:36.745549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-acad0603-cb6f-4cc2-984e-2d8efc52a10f req-8e4e4dc1-f856-4b26-b8ba-7d509a9fa789 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598142
Feb 07 01:54:36.844256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fff9f-3a2d-4969-897d-ab64a473c535 req-4ac2885e-9218-4241-b9f6-c2b6159703d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:36.845994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-280fff9f-3a2d-4969-897d-ab64a473c535 req-4ac2885e-9218-4241-b9f6-c2b6159703d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1739316
Feb 07 01:54:36.917961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-280fff9f-3a2d-4969-897d-ab64a473c535 req-dfc8d833-b7de-4ad0-827a-6a0b66863e60 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647831
Feb 07 01:54:37.045052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8935-4b46-42b3-af81-171caf0bd91b req-e6dfd752-b1ff-498e-b3d6-c0e5caf1eb39 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:37.046774 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1a1a8935-4b46-42b3-af81-171caf0bd91b req-e6dfd752-b1ff-498e-b3d6-c0e5caf1eb39 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1740813
Feb 07 01:54:37.118426 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1a1a8935-4b46-42b3-af81-171caf0bd91b req-fe7dd8d2-cb27-411c-8120-df3dfda75a6b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641897
Feb 07 01:54:38.060650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919d571-0100-4124-93f3-da43627ff30d req-58307d45-f217-4d31-b019-37c490ca7142 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:38.062429 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1919d571-0100-4124-93f3-da43627ff30d req-58307d45-f217-4d31-b019-37c490ca7142 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1796899
Feb 07 01:54:38.137069 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1919d571-0100-4124-93f3-da43627ff30d req-7c7922a6-79dc-45ba-ba9b-e096c6e1bf64 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676801
Feb 07 01:54:38.241305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31eb0-ab0e-49ea-8fdc-d6ef89f9c76e req-f7516fec-36b8-455d-9588-e053d5a1d19d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:38.245968 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-19d31eb0-ab0e-49ea-8fdc-d6ef89f9c76e req-f7516fec-36b8-455d-9588-e053d5a1d19d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1747310
Feb 07 01:54:38.314876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-19d31eb0-ab0e-49ea-8fdc-d6ef89f9c76e req-4fb763ba-5585-4fcb-9247-c7d9d67338f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656915
Feb 07 01:54:38.455151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f5275-9c0e-4e2b-be1a-ddb02b278e71 req-4d3e242b-3946-4b58-9147-701e59aa72a5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:38.463844 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b36f5275-9c0e-4e2b-be1a-ddb02b278e71 req-4d3e242b-3946-4b58-9147-701e59aa72a5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1894143
Feb 07 01:54:38.529479 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b36f5275-9c0e-4e2b-be1a-ddb02b278e71 req-8efe0036-520d-41c8-b43c-fe8d8e6e2d77 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643258
Feb 07 01:54:38.855535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-194b13b3-1307-474a-9fb2-78f540e00113 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:38.857223 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-194b13b3-1307-474a-9fb2-78f540e00113 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.1933122
Feb 07 01:54:38.938976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:38.982212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ecc6-b0ed-46cd-865f-266810981beb req-f8c862c6-d2b0-4c28-9d3a-125ca861a096 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:38.993514 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a920ecc6-b0ed-46cd-865f-266810981beb req-f8c862c6-d2b0-4c28-9d3a-125ca861a096 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2228463
Feb 07 01:54:38.997932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Deleting port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:54:38.998324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:39.025450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:39.026082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:39.077473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a920ecc6-b0ed-46cd-865f-266810981beb req-6109fe3c-3e29-4c13-8941-07fb0508e756 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856845
Feb 07 01:54:39.209482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:39.291634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:39.292091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:39.343107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] For port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,segment=NetworkSegment(84c005f9-9f22-4368-a784-281017611901),segment_id=84c005f9-9f22-4368-a784-281017611901)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:39.343526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:39.502808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Calling delete_port for 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:54:39.660901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8a561-94a6-431c-b26b-53984ac3a822 req-7c7724ad-7715-4822-bc87-4dd5005ff9c8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:39.663249 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-faa8a561-94a6-431c-b26b-53984ac3a822 req-7c7724ad-7715-4822-bc87-4dd5005ff9c8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1930373
Feb 07 01:54:39.663899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3f55-76a9-458b-afef-62bd96d37e84 req-3ba5dda5-0f38-40f1-81a2-682e555e8cbd tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:39.665670 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d76b3f55-76a9-458b-afef-62bd96d37e84 req-3ba5dda5-0f38-40f1-81a2-682e555e8cbd tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 946 time: 0.3722014
Feb 07 01:54:39.746538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-faa8a561-94a6-431c-b26b-53984ac3a822 req-7b60dc35-6945-4be5-aa23-120aa0d9f39a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730331
Feb 07 01:54:39.748913 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d76b3f55-76a9-458b-afef-62bd96d37e84 req-2ce45227-28d1-4833-8590-e076a4dd3508 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2722f63-096f-4e66-9e0e-c9428c341ee6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603135
Feb 07 01:54:39.869621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:39.885620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-614c2352-20db-4c71-93de-be3293cd0ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:39.989443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Pushing event deleted for resources: {'Port': ['ID=62aaa3a0-72b0-411b-8419-3d6a9ccc07ae,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:39.994328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:40.095378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] No DVR routers for this DVR port 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:54:40.097711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:40.102480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'name': 'network-vif-deleted', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:40.149290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5c82ccfa-131a-428a-8488-a11713fc2723 req-ebf0011b-abd7-44f5-a77c-304cca53409c tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.21 "DELETE /v2.0/ports/62aaa3a0-72b0-411b-8419-3d6a9ccc07ae HTTP/1.1" status: 204  len: 173 time: 1.2743685
Feb 07 01:54:40.160271 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccc561-87aa-4334-8bee-7f2e065b3a0d', 'name': 'network-vif-deleted', 'tag': '62aaa3a0-72b0-411b-8419-3d6a9ccc07ae', 'status': 'completed', 'code': 200}
Feb 07 01:54:40.267885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:54:40.306716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:54:40.307131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 62aaa3a0-72b0-411b-8419-3d6a9ccc07ae not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:54:40.387820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe05793-3f05-408c-9664-534cbcb0a006 req-76178d76-f5c5-41fe-890c-70ad3aa7221f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:40.389447 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6fe05793-3f05-408c-9664-534cbcb0a006 req-76178d76-f5c5-41fe-890c-70ad3aa7221f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1746335
Feb 07 01:54:40.460750 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6fe05793-3f05-408c-9664-534cbcb0a006 req-5331e29d-e4df-4e5d-9c40-13583eb8d03a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636516
Feb 07 01:54:40.964482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9684229-5f6b-4c86-b50f-f2086b3a3069 req-f936f663-c723-4078-a2bb-c7363447953c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:40.966408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9684229-5f6b-4c86-b50f-f2086b3a3069 req-f936f663-c723-4078-a2bb-c7363447953c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2007601
Feb 07 01:54:40.981441 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1cd380aa-6d10-4f69-9c78-fbc2534f211b req-f26796ff-8985-4bff-9c36-f27ace811c09 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4ccc561-87aa-4334-8bee-7f2e065b3a0d HTTP/1.1" status: 200  len: 210 time: 0.0581787
Feb 07 01:54:41.055583 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9684229-5f6b-4c86-b50f-f2086b3a3069 req-2096923d-d065-4f2b-885c-0d5baa88be98 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823302
Feb 07 01:54:41.290063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37a979-fb56-49ce-81c6-c2293ed0b284 req-d12b0202-9c81-40e4-96bb-7d3330fe8597 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:41.292516 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2b37a979-fb56-49ce-81c6-c2293ed0b284 req-d12b0202-9c81-40e4-96bb-7d3330fe8597 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1734965
Feb 07 01:54:41.360209 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2b37a979-fb56-49ce-81c6-c2293ed0b284 req-0600b907-3cbc-4e88-a5ea-f5a9cb146cc6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619476
Feb 07 01:54:41.734373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-2f43d50b-b8dd-43dd-aa4e-374a6d714379 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:41.736096 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-2f43d50b-b8dd-43dd-aa4e-374a6d714379 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.2472041
Feb 07 01:54:41.753927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-14ca92cc-61e0-4513-8bfa-303caedf189d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/quotas/e85d01042fb54d22a19f630bbf212469 HTTP/1.1" status: 200  len: 375 time: 0.0109222
Feb 07 01:54:41.910999 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-664f186c-c9c9-4b85-b36d-2f34eeba74b2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1494858
Feb 07 01:54:42.097039 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-2c86ec1f-337f-4558-8e9e-12c4c8824a33 service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773365
Feb 07 01:54:42.165466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511648b-a6ba-4415-baea-e6bcfcfafe71 req-036f16e9-58bb-4eaa-b0c0-2b3fd0895118 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:42.167211 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f511648b-a6ba-4415-baea-e6bcfcfafe71 req-036f16e9-58bb-4eaa-b0c0-2b3fd0895118 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1825962
Feb 07 01:54:42.247535 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f511648b-a6ba-4415-baea-e6bcfcfafe71 req-a795131f-69e3-49b8-933e-974e9d04acaf tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729251
Feb 07 01:54:42.275460 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-87428272-1f56-4c0b-b12e-52c9ec25e27b service neutron] 10.222.0.38 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1685712
Feb 07 01:54:42.562165 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c88d2792-c540-4e58-b6cd-e45dbd4af243 req-2be5d007-ee9d-42aa-ade2-d55bcfc0e27a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.0811801
Feb 07 01:54:42.724809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43040) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:42.739132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b01e4-cc2e-4318-a9e3-1840054af1d3 req-82596d0e-e3ab-4cc6-98f3-887f6a3eb588 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:42.746941 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-199b01e4-cc2e-4318-a9e3-1840054af1d3 req-82596d0e-e3ab-4cc6-98f3-887f6a3eb588 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2181609
Feb 07 01:54:42.831551 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-199b01e4-cc2e-4318-a9e3-1840054af1d3 req-ae0abfcb-f458-4ddf-95fa-21fd54c7e849 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835721
Feb 07 01:54:42.913654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:42.930078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:42.934139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7bbbaa81a2604c62acc8c4cb4deb4ce4 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:42.937294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:42.943952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:43.032615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.085253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.094950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-917f25f8-e874-4dd5-a20a-5064a7734d78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:43.142189 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bbbaa81a2604c62acc8c4cb4deb4ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4150124
Feb 07 01:54:43.143381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c24349-9f50-4d78-be22-04c05a0addf6,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:43.143875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43058) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:43.148151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:43.209377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.238458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.327483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.334423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-81e64ee7-ae78-400d-b01c-6d195bef546e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:43.347836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c24349-9f50-4d78-be22-04c05a0addf6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:43.350974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:43.352431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:43.354065 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2c24349-9f50-4d78-be22-04c05a0addf6 HTTP/1.1" status: 204  len: 168 time: 0.2085760
Feb 07 01:54:43.674966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4e77-0df1-4857-a488-79bbe959aec9 req-25d5f248-196a-4f38-a9d7-a5e38d98d697 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:43.683815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6bfb4e77-0df1-4857-a488-79bbe959aec9 req-25d5f248-196a-4f38-a9d7-a5e38d98d697 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2570617
Feb 07 01:54:43.764324 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6bfb4e77-0df1-4857-a488-79bbe959aec9 req-4ca712d6-63e2-4c12-a0c8-c4b4307a5385 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788479
Feb 07 01:54:43.855587 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a7b7ab4-6739-4dc7-8bc8-e3054d192c96 req-958a69a5-a213-4d14-8253-24aeb2f98a52 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.0620623
Feb 07 01:54:44.022741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43090) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:44.043650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.062555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:44.067570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a26ce99fd4468e81dfe375027bba62 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:44.071714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:44.079907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:44.163546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb873a9f-d2c7-4dac-9e84-fbb511c0290c req-3af6f13b-09e8-494e-aa75-e66a0a4608d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:44.165395 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb873a9f-d2c7-4dac-9e84-fbb511c0290c req-3af6f13b-09e8-494e-aa75-e66a0a4608d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1912982
Feb 07 01:54:44.171683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.207285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.217108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:44.236072 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb873a9f-d2c7-4dac-9e84-fbb511c0290c req-460ddcde-7d73-4408-8b81-b2441c27de72 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627866
Feb 07 01:54:44.270650 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4a26ce99fd4468e81dfe375027bba62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2446191
Feb 07 01:54:44.272464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43100) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:44.275939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d78954-f7a6-44ad-9ead-bb9ee62b689b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:44.280364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:44.352325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.381496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.507758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.513520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-46bfb820-1b79-426e-97eb-1d63b9809581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:44.529569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d78954-f7a6-44ad-9ead-bb9ee62b689b,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:44.532375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:44.543393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:44.547514 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00d78954-f7a6-44ad-9ead-bb9ee62b689b HTTP/1.1" status: 204  len: 168 time: 0.2707903
Feb 07 01:54:44.854873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-3825517c-e25d-4ca1-9c54-e5d847c07d94 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:44.857186 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-3825517c-e25d-4ca1-9c54-e5d847c07d94 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 815 time: 0.2585688
Feb 07 01:54:44.886070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Request body: {'port': {'device_id': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63', 'admin_state_up': True, 'tenant_id': 'e85d01042fb54d22a19f630bbf212469'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:45.056167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:45.103464 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3e342bee-5d91-447c-bdf6-ca210ee09814 req-3318aed9-51e3-4bff-b487-81551c79835f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.0587332
Feb 07 01:54:45.120743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:45.273169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc66b-7338-4e37-98e5-73c69667b0ad req-b30b09d9-b8eb-4b7e-8fd0-0cbf2c44e8a7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:45.274904 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e41fc66b-7338-4e37-98e5-73c69667b0ad req-b30b09d9-b8eb-4b7e-8fd0-0cbf2c44e8a7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2208724
Feb 07 01:54:45.277698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Made reservation on behalf of e85d01042fb54d22a19f630bbf212469 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:54:45.299304 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:45.690310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43148) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:45.758791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e41fc66b-7338-4e37-98e5-73c69667b0ad req-ffef4426-96a2-4e06-a79d-9f93fded15bf tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4356704
Feb 07 01:54:45.879746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28186-2fdc-4227-9b1f-89ccac2ba810 req-a94aac6a-3f0b-4297-9e98-cc7ac3272fb7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:45.882728 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-21e28186-2fdc-4227-9b1f-89ccac2ba810 req-a94aac6a-3f0b-4297-9e98-cc7ac3272fb7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.4730978
Feb 07 01:54:45.951930 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-21e28186-2fdc-4227-9b1f-89ccac2ba810 req-ffe2154a-5b9f-499b-83c1-af29d9a9f483 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611134
Feb 07 01:54:45.963071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:45.992273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:46.001783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Usage tracker for resource:security_group_rule and tenant:c3288444974f482f9638216e5af5cb95 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:46.007120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:46.015898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Allocated IP 172.20.0.2 (e617216e-bd1e-4883-9ac7-82cffef20e63/f55d9760-9f18-42b1-83b3-9fad69d801db/9e8e4728-a65b-485d-bb0d-b52cc9a992b8) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:54:46.018129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:46.293768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42567b5b-e523-4d4d-a0e3-4b17ac4abe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.327526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.346043 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d15455d-192b-4a86-867f-427c7f6376a1 req-58aa2046-578b-4af7-8142-6a609c411a08 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.0761657
Feb 07 01:54:46.362685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.374935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-84b45184-e7db-4241-bee1-27ad7a228964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:46.389755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.431068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3288444974f482f9638216e5af5cb95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7395439
Feb 07 01:54:46.434222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43172) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:54:46.436943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8e9fc-1dfd-40a2-acbb-855b31d70c5e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:46.440788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:46.485524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.502043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6980ef6e-6c4b-4184-a82b-de93adfc9f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:46.512983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.544543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.624836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.631095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e34013b-fd7a-45af-a2a6-48cc7f4476c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:46.640291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event updated for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:46.645441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:46.658068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8e9fc-1dfd-40a2-acbb-855b31d70c5e,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:46.664735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:46.667324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.668581 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45d8e9fc-1dfd-40a2-acbb-855b31d70c5e HTTP/1.1" status: 204  len: 168 time: 0.2332387
Feb 07 01:54:46.723305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Network e617216e-bd1e-4883-9ac7-82cffef20e63 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:54:46.725261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:54:46.727855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:54:46.930254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:46.930932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:46.994392 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1131434
Feb 07 01:54:47.120859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413c52a-10e9-4a09-b201-42b4da22d55b req-99f2b1ff-27b3-4f05-82ad-0564e0d3724e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:47.123431 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4413c52a-10e9-4a09-b201-42b4da22d55b req-99f2b1ff-27b3-4f05-82ad-0564e0d3724e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1830649
Feb 07 01:54:47.192059 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4413c52a-10e9-4a09-b201-42b4da22d55b req-e152ac64-9659-453e-a2f6-7e0e0e91e795 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621848
Feb 07 01:54:47.307169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af14d48-feee-4017-8af8-c2f42a4c8703 req-64e83aca-8741-4f48-bb40-aeae20e71986 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:47.308890 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6af14d48-feee-4017-8af8-c2f42a4c8703 req-64e83aca-8741-4f48-bb40-aeae20e71986 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1857815
Feb 07 01:54:47.376408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6af14d48-feee-4017-8af8-c2f42a4c8703 req-203f1e0b-11cc-416c-b570-54eb0b111d15 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611281
Feb 07 01:54:47.660120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe0e9b-06c5-45fa-b459-8cfa3246d2f8 req-13e057e6-1146-4164-9b22-1b92342317d5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:47.663473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdfe0e9b-06c5-45fa-b459-8cfa3246d2f8 req-13e057e6-1146-4164-9b22-1b92342317d5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 931 time: 0.1767321
Feb 07 01:54:47.729016 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdfe0e9b-06c5-45fa-b459-8cfa3246d2f8 req-f47d0ef6-c01c-4f7a-b402-070b5b20cc73 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597248
Feb 07 01:54:47.934138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Request body: {'port': {'device_id': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:48.062677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:48.496148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6ed7-4495-4160-8cd0-351fbcd3d9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:48.586130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8db7-b053-4237-8f84-adf259093985 req-9408f784-572b-445f-9045-a8a9a8e1a779 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:48.588197 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-342f8db7-b053-4237-8f84-adf259093985 req-9408f784-572b-445f-9045-a8a9a8e1a779 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2402129
Feb 07 01:54:48.679950 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-342f8db7-b053-4237-8f84-adf259093985 req-e865ac37-f3fd-4555-bc1c-6cded487b0f9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831435
Feb 07 01:54:48.744199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:54:48.753246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:48.758251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5b03-6d25-444a-b6f5-eedc0c604f66 req-1b3cb5bb-b2a8-4de9-9780-5f67c455ebf6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:48.766205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7af5b03-6d25-444a-b6f5-eedc0c604f66 req-1b3cb5bb-b2a8-4de9-9780-5f67c455ebf6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2029817
Feb 07 01:54:48.770362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Transition to ACTIVE for port object 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:54:48.801489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:48.832850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:48.866099 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7af5b03-6d25-444a-b6f5-eedc0c604f66 req-2cd120a0-5005-4844-8873-6bf69aaab841 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964935
Feb 07 01:54:49.050929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:49.057895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:49.198979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.217491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1389282-0433-4b8b-9a32-1fc6b6073b37 req-46cbfa34-b3bf-4dd0-be43-d497f9050f7b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:49.218355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d1389282-0433-4b8b-9a32-1fc6b6073b37 req-46cbfa34-b3bf-4dd0-be43-d497f9050f7b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:54:49.330482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d1389282-0433-4b8b-9a32-1fc6b6073b37 req-46cbfa34-b3bf-4dd0-be43-d497f9050f7b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:54:49.331783 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d1389282-0433-4b8b-9a32-1fc6b6073b37 req-46cbfa34-b3bf-4dd0-be43-d497f9050f7b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.3518119
Feb 07 01:54:49.421627 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d1389282-0433-4b8b-9a32-1fc6b6073b37 req-6208f3df-4848-4c0f-94a5-488e5118a21e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808499
Feb 07 01:54:49.429903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Attempting to bind port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:54:49.430271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Attempting to bind port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:54:49.430643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Attempting to bind port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 on network e617216e-bd1e-4883-9ac7-82cffef20e63 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:54:49.437619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:54:49.438117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Checking segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:54:49.438517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.438938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Bound using segment: {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:54:49.439597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Bound port: 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8721d9c-0fe3-4015-ac88-4b8c2d129364', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e617216e-bd1e-4883-9ac7-82cffef20e63'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:54:49.440053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.502169 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-498a1afb-0c22-48dc-adbc-295b1ef0e359 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1399c4a0f33e476fb648bde492fd080e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330267
Feb 07 01:54:49.541757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] For port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:54:49.544911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] For port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:54:49.576098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.587809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:49.671574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.756638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:49.762120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:49.791107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-d3e798c7-8008-406a-b8c6-bf5a505f72f8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:49.793271 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-d3e798c7-8008-406a-b8c6-bf5a505f72f8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2842705
Feb 07 01:54:49.828205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c7c977b4-7c7f-48b6-90b3-9b8b776802d5 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/quotas/1399c4a0f33e476fb648bde492fd080e HTTP/1.1" status: 200  len: 375 time: 0.0176635
Feb 07 01:54:49.832292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:49.832978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:49.835113 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] 10.222.0.21 "PUT /v2.0/ports/9e8e4728-a65b-485d-bb0d-b52cc9a992b8 HTTP/1.1" status: 200  len: 1157 time: 1.9064822
Feb 07 01:54:49.835660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:49.912656 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-2a07b5b0-b62c-463e-b0de-4f19870d90e6 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1399c4a0f33e476fb648bde492fd080e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0788710
Feb 07 01:54:50.157744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7a5e-7fea-4a78-aa6a-0bf857471a04 req-328f0104-ef35-4ba8-97d9-557f1826e0ed tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:50.168022 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-36ec7a5e-7fea-4a78-aa6a-0bf857471a04 req-328f0104-ef35-4ba8-97d9-557f1826e0ed tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3194191
Feb 07 01:54:50.213592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-9bdcde34-2479-4a88-b039-250956706893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:50.215970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-9bdcde34-2479-4a88-b039-250956706893 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 1160 time: 0.2649348
Feb 07 01:54:50.218353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8', 'status': 'completed', 'code': 200}
Feb 07 01:54:50.267778 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-36ec7a5e-7fea-4a78-aa6a-0bf857471a04 req-8afa065d-9338-41f3-a3f1-d531329cf4f1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984638
Feb 07 01:54:50.485573 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c26b66b6-b3d0-4aeb-a34f-996eb7906816 req-fd63421b-0930-4757-9e41-f07669f64b9d tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0743563
Feb 07 01:54:50.509241 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-893f70bc-367c-4c12-a62e-e74aa9d70549 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8 HTTP/1.1" status: 200  len: 217 time: 0.2400212
Feb 07 01:54:50.666451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2e792-e017-41c5-a83e-131319c59299 req-3ca148b9-9ba8-44cf-9501-2064710883e9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:50.674933 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a0c2e792-e017-41c5-a83e-131319c59299 req-3ca148b9-9ba8-44cf-9501-2064710883e9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2478433
Feb 07 01:54:50.733381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:50.764831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:50.791239 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a0c2e792-e017-41c5-a83e-131319c59299 req-8ce6b04d-9fb4-407c-8510-afcdfb3cb08d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147342
Feb 07 01:54:51.006714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-4d9a3bbd-9f84-4f64-98fe-7d865318b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:51.008614 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-4d9a3bbd-9f84-4f64-98fe-7d865318b466 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.4925976
Feb 07 01:54:51.090259 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-5c7bdcf7-869f-418d-826e-15d2998d3a80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729065
Feb 07 01:54:51.191799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d31414-64c7-473b-afbb-3c3930e5531b req-ca7a4330-7129-435a-aa6c-8890368cf914 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:51.200025 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7d31414-64c7-473b-afbb-3c3930e5531b req-ca7a4330-7129-435a-aa6c-8890368cf914 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.2819648
Feb 07 01:54:51.509550 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7d31414-64c7-473b-afbb-3c3930e5531b req-f37d57d2-5eeb-47d6-9cf4-641cfe4a9e80 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3081160
Feb 07 01:54:51.597825 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-2ba0b320-bcb0-45da-a868-ef243e61827e service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3955333
Feb 07 01:54:51.840085 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50dd30f2-bcbf-4db8-b4b6-691b6728cd6b req-bbc83765-e5fb-426e-9405-a6c3c4c09a15 service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2295258
Feb 07 01:54:51.971509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7177d00-0be1-4157-8938-b2a8d474659e req-a2ed92a6-768a-475a-a72b-d3efa0f6ab6a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:51.976407 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7177d00-0be1-4157-8938-b2a8d474659e req-a2ed92a6-768a-475a-a72b-d3efa0f6ab6a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2681754
Feb 07 01:54:52.045538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7177d00-0be1-4157-8938-b2a8d474659e req-7ec0f7ac-83f7-4191-855a-87998ef1cd08 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657096
Feb 07 01:54:52.168298 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5c9af807-5835-44d8-bd09-04587468f146 req-e60f03a9-b492-4683-a522-b64ff6d0e154 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0730324
Feb 07 01:54:52.180594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-77ac467a-1c93-4d19-ac89-12c2afbaaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.183924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-77ac467a-1c93-4d19-ac89-12c2afbaaa8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e85d01042fb54d22a19f630bbf212469&device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 1160 time: 0.1263080
Feb 07 01:54:52.290371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-ae06a1f0-5973-4e39-ade1-1ffcdde64939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.292242 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-ae06a1f0-5973-4e39-ade1-1ffcdde64939 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.1169705
Feb 07 01:54:52.371140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-0af6b544-8175-4e55-9c1c-c571360fc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.372754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-0af6b544-8175-4e55-9c1c-c571360fc51a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 200  len: 909 time: 0.1743038
Feb 07 01:54:52.503780 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-5b19d5eb-595f-4a0a-9b15-c0e349769e9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8 HTTP/1.1" status: 200  len: 217 time: 0.0846128
Feb 07 01:54:52.556736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-615b62e2-9c36-405d-ad76-3bca140ad22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.558529 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-615b62e2-9c36-405d-ad76-3bca140ad22b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.2566023
Feb 07 01:54:52.671228 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-60f697b8-3031-4766-9d9e-17f7086768bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.0942061
Feb 07 01:54:52.833634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140050fb-a0c3-4971-b4aa-55174b9246f9 req-e9388729-fad3-417f-ab66-1e3b4a0db9bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.845470 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-140050fb-a0c3-4971-b4aa-55174b9246f9 req-e9388729-fad3-417f-ab66-1e3b4a0db9bb tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.4713600
Feb 07 01:54:52.855113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-c586324b-7444-4bcd-a606-4a1e5dd9a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.856994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-c586324b-7444-4bcd-a606-4a1e5dd9a4f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 200  len: 855 time: 0.3179469
Feb 07 01:54:52.858570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518b121-1230-4493-809c-a24fc8b42eef req-977fa188-f24e-4ae7-b425-319cb53ad5f7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:52.872332 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a518b121-1230-4493-809c-a24fc8b42eef req-977fa188-f24e-4ae7-b425-319cb53ad5f7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.4594021
Feb 07 01:54:52.967577 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a518b121-1230-4493-809c-a24fc8b42eef req-cac971d7-093f-426f-b19b-a0dd6e210629 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942287
Feb 07 01:54:53.007138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-41f50c1c-0c0b-4024-aa87-8c1535e8d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:53.007138 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-41f50c1c-0c0b-4024-aa87-8c1535e8d783 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.3255675
Feb 07 01:54:53.089588 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-fe562d18-ba1a-441b-b6f6-3f5b49e4241f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e617216e-bd1e-4883-9ac7-82cffef20e63&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127110
Feb 07 01:54:53.094206 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-e8ad7b1f-399f-413e-9f8f-ca863a71cbd1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1399c4a0f33e476fb648bde492fd080e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2457583
Feb 07 01:54:53.119717 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-a2e0bc7d-ac63-4e32-8f5c-da13114a57ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010592
Feb 07 01:54:53.141136 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-140050fb-a0c3-4971-b4aa-55174b9246f9 req-663a8882-a5f2-4133-a073-a08ab9b0ef81 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2942355
Feb 07 01:54:53.594801 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-5e4b5081-4984-47bc-94fd-1500f7e513da service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238379
Feb 07 01:54:53.719202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da27ca-4d25-4720-aac2-9af1069a25d4 req-bd7946d0-48c2-4930-b78d-b2dfbe96a9d5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:53.721125 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33da27ca-4d25-4720-aac2-9af1069a25d4 req-bd7946d0-48c2-4930-b78d-b2dfbe96a9d5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.3582473
Feb 07 01:54:53.749722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-78e76917-6aa1-4318-8124-d22608a601c0 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:53.750818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-2c51366e-d45a-47db-a57c-8bcc0ec0f394 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6160319
Feb 07 01:54:53.751348 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-78e76917-6aa1-4318-8124-d22608a601c0 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5791214
Feb 07 01:54:53.916843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Request body: {'port': {'device_id': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244', 'admin_state_up': True, 'tenant_id': '1399c4a0f33e476fb648bde492fd080e'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:53.971602 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33da27ca-4d25-4720-aac2-9af1069a25d4 req-666021a5-0711-4a08-bbfa-360845249183 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195535
Feb 07 01:54:53.973901 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-880b75fa-98b8-4aa5-91cc-0e87cd7a07e0 req-6a31c6ae-984a-4985-b85e-19757c34fbcd service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1811121
Feb 07 01:54:54.168793 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3f044b6a-8c3f-45b4-9e3a-9f9f73ed2e41 req-177a613a-1848-4458-998b-f31925e06f7f tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0745010
Feb 07 01:54:54.294750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e326a-6f1d-48a7-9958-186969302f10 req-9e6de1f1-b352-4915-ae39-930c8957fd0b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:54.299385 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a24e326a-6f1d-48a7-9958-186969302f10 req-9e6de1f1-b352-4915-ae39-930c8957fd0b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.5349426
Feb 07 01:54:54.309187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:54.331753 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6844e02d-abc3-47eb-955a-ce3128e096b9 req-15eafe11-8e2c-42b7-9397-28af81774ebd service neutron] 10.222.0.21 "GET /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5793355
Feb 07 01:54:54.334536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Usage tracker for resource:port and tenant:1399c4a0f33e476fb648bde492fd080e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:54.340058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:54.348173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:54.393303 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a24e326a-6f1d-48a7-9958-186969302f10 req-e5e524c1-f7f2-43ac-8ac7-bf2a10231438 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857708
Feb 07 01:54:54.394619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Made reservation on behalf of 1399c4a0f33e476fb648bde492fd080e for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:54:54.419152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:54.450589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:54.468433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:54:54.472758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Usage tracker for resource:security_group_rule and tenant:1399c4a0f33e476fb648bde492fd080e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:54:54.476076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:54:54.482631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:54:54.483929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34403313-d16f-4149-a4b9-ba2b1af9d04c req-6c5b9bf6-9c14-45e8-9a20-77c501d0ff0f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:54.491372 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34403313-d16f-4149-a4b9-ba2b1af9d04c req-6c5b9bf6-9c14-45e8-9a20-77c501d0ff0f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1846464
Feb 07 01:54:54.576394 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34403313-d16f-4149-a4b9-ba2b1af9d04c req-7242d756-74e5-4fb3-969c-1e41e6765d0a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804422
Feb 07 01:54:54.680055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:54.782063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c4aac-a7fe-42a9-951e-2255283c1687 req-b46500bd-6f09-4df2-aad7-165704187034 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:54.784293 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-535c4aac-a7fe-42a9-951e-2255283c1687 req-b46500bd-6f09-4df2-aad7-165704187034 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2325199
Feb 07 01:54:54.785869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:54.801627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:54.976153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b028125-4bf9-4bfc-a6e7-4e91b1339fba,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:55.015550 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-535c4aac-a7fe-42a9-951e-2255283c1687 req-73a58cdf-429a-4087-9dae-08ae1ea47543 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2149069
Feb 07 01:54:55.020147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:55.490537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a56f21-5e73-47aa-b2aa-34dd0657f6f8 req-4c72a7f8-9baf-44f3-a5ce-214a462ddec3 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:55.501049 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45a56f21-5e73-47aa-b2aa-34dd0657f6f8 req-4c72a7f8-9baf-44f3-a5ce-214a462ddec3 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.3084419
Feb 07 01:54:55.586655 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fabb3ce7-7f6c-45ec-ba0c-10cfedbc45c6 req-4a84a9da-6a08-482c-8de4-166b0f5332a1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0862017
Feb 07 01:54:55.612368 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45a56f21-5e73-47aa-b2aa-34dd0657f6f8 req-a9f0cd84-3e1c-4190-9d0c-2de53e3bd7b4 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090171
Feb 07 01:54:56.042800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Allocated IP 192.168.233.158 (1aa3ee40-10d8-4aa1-8193-21b252720244/8c3cfb6a-f7b9-411c-8257-d4267f6f5b45/3304a1d2-8698-45e5-909b-e10d94c14a5c) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:54:56.155872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7861d-0d5d-4e43-ad19-500f9c61735b req-bf525c42-0608-46fd-a33a-d7faed57f68b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:56.166329 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-44b7861d-0d5d-4e43-ad19-500f9c61735b req-bf525c42-0608-46fd-a33a-d7faed57f68b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2976549
Feb 07 01:54:56.212198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca22206-ad1f-4625-a2b6-07dad2fb55fe req-ad13f034-cece-4650-bff7-59776eb2cd64 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:56.221186 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ca22206-ad1f-4625-a2b6-07dad2fb55fe req-ad13f034-cece-4650-bff7-59776eb2cd64 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3439918
Feb 07 01:54:56.277673 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-44b7861d-0d5d-4e43-ad19-500f9c61735b req-be37c5e8-724c-41b5-9951-1aaecd610b44 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989063
Feb 07 01:54:56.335609 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ca22206-ad1f-4625-a2b6-07dad2fb55fe req-1b118996-0676-4625-9b30-b14916e3a292 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131895
Feb 07 01:54:56.635851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:56.638477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed81a-096a-4ea1-b95c-afb48a98b0db req-0893a121-408f-4da0-a032-c3fa791b9a29 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:56.647476 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-81fed81a-096a-4ea1-b95c-afb48a98b0db req-0893a121-408f-4da0-a032-c3fa791b9a29 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2221963
Feb 07 01:54:56.669669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Transition to ACTIVE for port object 3304a1d2-8698-45e5-909b-e10d94c14a5c will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:54:56.749050 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-81fed81a-096a-4ea1-b95c-afb48a98b0db req-70e0c651-012d-490e-a2a4-56ff11c159c0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950377
Feb 07 01:54:56.760282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:56.810427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:57.097387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Pushing event updated for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:57.104272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:57.179632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906db914-888d-4bd2-8c57-bc9240d0cac1 req-86175117-affd-46f7-933d-2c4e7189af81 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:57.188340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-906db914-888d-4bd2-8c57-bc9240d0cac1 req-86175117-affd-46f7-933d-2c4e7189af81 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.2707806
Feb 07 01:54:57.247872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c07c-3779-44aa-ace0-8c321601b801 req-06f6379c-8d6d-4db4-ab3f-04fed18808cf tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:57.251362 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a023c07c-3779-44aa-ace0-8c321601b801 req-06f6379c-8d6d-4db4-ab3f-04fed18808cf tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 936 time: 0.3547740
Feb 07 01:54:57.260271 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-906db914-888d-4bd2-8c57-bc9240d0cac1 req-37f96217-feb5-4038-9543-da6d2438bc7d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705774
Feb 07 01:54:57.326229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:54:57.330961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:54:57.349486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:54:57.556679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:57.557476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:57.658124 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a023c07c-3779-44aa-ace0-8c321601b801 req-a3da1e45-ff61-46e3-b824-9ecb2dddcd48 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3734555
Feb 07 01:54:57.704897 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7922819
Feb 07 01:54:57.726527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c893b6f-4763-4978-8aec-b34d4da85469 req-fe8a51d7-76e7-48f8-8364-d4531e075a83 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:57.733428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Request body: {'port': {'device_id': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:54:57.734627 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c893b6f-4763-4978-8aec-b34d4da85469 req-fe8a51d7-76e7-48f8-8364-d4531e075a83 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2998707
Feb 07 01:54:57.788139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a9064662-419f-4079-a8a1-c8f154666877 None None] Provisioning for port 3304a1d2-8698-45e5-909b-e10d94c14a5c completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:54:57.803375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a9064662-419f-4079-a8a1-c8f154666877 None None] Provisioning complete for port 3304a1d2-8698-45e5-909b-e10d94c14a5c triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:57.805872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a9064662-419f-4079-a8a1-c8f154666877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:57.838504 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c893b6f-4763-4978-8aec-b34d4da85469 req-a32f44fc-adeb-4985-b61b-8ff40763656f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002102
Feb 07 01:54:57.925566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:57.981342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-a9064662-419f-4079-a8a1-c8f154666877 None None] Port 3304a1d2-8698-45e5-909b-e10d94c14a5c cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:54:58.083746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:58.084057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:58.088664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:58.227111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b26bd-674c-46e6-a975-b1341248f6e0 req-93a9d4b4-bba5-464c-92dc-3b6fa5958bad tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:58.234720 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a7b26bd-674c-46e6-a975-b1341248f6e0 req-93a9d4b4-bba5-464c-92dc-3b6fa5958bad tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3725822
Feb 07 01:54:58.241150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f067e-4eb2-4ed1-a962-68a53b91dbcb req-bf16beb9-8b79-436a-9702-86704b4d9e02 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:58.257931 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e58f067e-4eb2-4ed1-a962-68a53b91dbcb req-bf16beb9-8b79-436a-9702-86704b4d9e02 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2433374
Feb 07 01:54:58.395153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:58.459937 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e58f067e-4eb2-4ed1-a962-68a53b91dbcb req-67040a4c-573c-403e-928b-0eaa7a06be80 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023282
Feb 07 01:54:58.507478 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a7b26bd-674c-46e6-a975-b1341248f6e0 req-eb3996dc-44ef-456c-8a58-92cd50e426e7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2584579
Feb 07 01:54:58.600333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:54:58.608926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:58.613189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:58.797866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:58.893917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:54:58.895290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:54:58.973146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:58.975729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:59.160674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:59.167814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:59.175313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ef0d1-649b-4d6f-ba9b-cdfe16367d20 req-ea294d9d-f5c3-4fb3-98a0-649a585e9b31 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:59.177620 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e83ef0d1-649b-4d6f-ba9b-cdfe16367d20 req-ea294d9d-f5c3-4fb3-98a0-649a585e9b31 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 936 time: 0.2664199
Feb 07 01:54:59.193443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3304a1d2-8698-45e5-909b-e10d94c14a5c {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:54:59.202780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:59.288478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Transition to ACTIVE for port object 3304a1d2-8698-45e5-909b-e10d94c14a5c will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:54:59.336759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:54:59.444076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343c44-8f7f-4020-9708-7c33d3e950e7 req-b42e6c9b-6fc2-45c6-87f1-8269cabfa4bd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:54:59.446108 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce343c44-8f7f-4020-9708-7c33d3e950e7 req-b42e6c9b-6fc2-45c6-87f1-8269cabfa4bd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.6696274
Feb 07 01:54:59.446814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:54:59.495711 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e83ef0d1-649b-4d6f-ba9b-cdfe16367d20 req-6a2131f1-7920-44ec-b19b-5478b31c0137 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3084991
Feb 07 01:54:59.643135 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce343c44-8f7f-4020-9708-7c33d3e950e7 req-97beec5e-865d-4fb1-b143-bf9852aa09c5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011250
Feb 07 01:54:59.655396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Pushing event updated for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:54:59.660160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:54:59.721827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:54:59.807249 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8', 'code': 200}
Feb 07 01:54:59.946075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:54:59.948788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:00.018119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Attempting to bind port 3304a1d2-8698-45e5-909b-e10d94c14a5c on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:55:00.018487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Attempting to bind port 3304a1d2-8698-45e5-909b-e10d94c14a5c by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:55:00.018855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Attempting to bind port 3304a1d2-8698-45e5-909b-e10d94c14a5c on network 1aa3ee40-10d8-4aa1-8193-21b252720244 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Checking segment: {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Bound using segment: {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Bound port: 3304a1d2-8698-45e5-909b-e10d94c14a5c, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffb55bc-697a-4b8a-a1ab-f3f129b6c016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1aa3ee40-10d8-4aa1-8193-21b252720244'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:55:00.042953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:00.182755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2dc6-37ed-465e-a994-cff6bf9e568f req-f281d8b7-8540-4760-80c3-fc1b524b01de tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:00.185179 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68fb2dc6-37ed-465e-a994-cff6bf9e568f req-f281d8b7-8540-4760-80c3-fc1b524b01de tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3854392
Feb 07 01:55:00.307155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68fb2dc6-37ed-465e-a994-cff6bf9e568f req-49445c21-63a5-4ac8-97ec-dbf7e25ebdf9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153724
Feb 07 01:55:00.403789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] For port 3304a1d2-8698-45e5-909b-e10d94c14a5c, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:55:00.428725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] For port 3304a1d2-8698-45e5-909b-e10d94c14a5c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3304a1d2-8698-45e5-909b-e10d94c14a5c,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:55:00.459765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:00.601543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e18c8-7b63-463f-9cca-bcc646c012fd req-56bf69f4-2670-49ca-a3da-e57e3d2c752c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:00.609503 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb3e18c8-7b63-463f-9cca-bcc646c012fd req-56bf69f4-2670-49ca-a3da-e57e3d2c752c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1790648
Feb 07 01:55:00.686386 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb3e18c8-7b63-463f-9cca-bcc646c012fd req-8a63c996-a57d-42a2-945e-498e60cab617 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758526
Feb 07 01:55:00.778825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:00.943012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b492-261b-4336-86ab-0258984f7d33 req-dae07a49-3b7d-4f9c-9c91-c236738a953e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:00.951107 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c7b492-261b-4336-86ab-0258984f7d33 req-dae07a49-3b7d-4f9c-9c91-c236738a953e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.6577785
Feb 07 01:55:01.014185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2789-2b8c-49f0-b68d-af070efaa1dc req-decc3d3d-f14b-4f4a-9b7e-def19deaa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:01.015969 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a69e2789-2b8c-49f0-b68d-af070efaa1dc req-decc3d3d-f14b-4f4a-9b7e-def19deaa98a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 1162 time: 0.6742184
Feb 07 01:55:01.087447 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c7b492-261b-4336-86ab-0258984f7d33 req-b854af52-1519-4734-a18a-03b376b0700b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350143
Feb 07 01:55:01.139799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed4b9-6f07-41ca-8155-8cf96ffdaa16 req-3e4632ed-769b-4d94-99c5-6d45224f0af5 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:01.152380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d31ed4b9-6f07-41ca-8155-8cf96ffdaa16 req-3e4632ed-769b-4d94-99c5-6d45224f0af5 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.2996869
Feb 07 01:55:01.191504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Pushing event updated for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:01.199659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:01.250200 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a69e2789-2b8c-49f0-b68d-af070efaa1dc req-bab3f532-a5ff-4c5e-802d-1382674e8ff8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087290
Feb 07 01:55:01.278092 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d31ed4b9-6f07-41ca-8155-8cf96ffdaa16 req-1a22fb10-de75-4572-aa50-99818c155c7d tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284139
Feb 07 01:55:01.281931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:01.285537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:01.295966 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] 10.222.0.21 "PUT /v2.0/ports/3304a1d2-8698-45e5-909b-e10d94c14a5c HTTP/1.1" status: 200  len: 1162 time: 3.5589335
Feb 07 01:55:01.295966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:01.368902 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c', 'status': 'completed', 'code': 200}
Feb 07 01:55:01.509495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b2a6-bfff-4534-b06f-f8a7ca0269ba req-48955e07-9bf6-4cd9-a3d3-a69d3b6527fc tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:01.511270 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5734b2a6-bfff-4534-b06f-f8a7ca0269ba req-48955e07-9bf6-4cd9-a3d3-a69d3b6527fc tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.2033124
Feb 07 01:55:01.616284 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5734b2a6-bfff-4534-b06f-f8a7ca0269ba req-e55811f6-3e7d-454b-b4da-00956ace01ce tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968218
Feb 07 01:55:01.656994 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57984ca6-2107-45c8-a15e-e9abad1778d6 req-4cb46fd9-5861-44e5-acff-9bd1be114992 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:01.658702 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57984ca6-2107-45c8-a15e-e9abad1778d6 req-4cb46fd9-5861-44e5-acff-9bd1be114992 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1922498
Feb 07 01:55:01.735589 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57984ca6-2107-45c8-a15e-e9abad1778d6 req-0a14111b-6b83-49d8-95d7-427b42abb27d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693963
Feb 07 01:55:02.064889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:02.113902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a89d2-960e-4752-9e92-3166f544dbf0 req-e809a764-4931-4c2d-bac0-975931df8c8c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.122202 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e40a89d2-960e-4752-9e92-3166f544dbf0 req-e809a764-4931-4c2d-bac0-975931df8c8c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2659719
Feb 07 01:55:02.126440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f137e2-6a04-4945-b124-ffead0793b7d req-23ba0f77-23a6-40ef-907f-1a1c408f69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.128022 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-23f137e2-6a04-4945-b124-ffead0793b7d req-23ba0f77-23a6-40ef-907f-1a1c408f69ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1399c4a0f33e476fb648bde492fd080e&device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 1165 time: 0.2183590
Feb 07 01:55:02.168561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:02.169140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:02.187797 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-23f137e2-6a04-4945-b124-ffead0793b7d req-14a56d6b-141a-4db1-b96f-7b837c02d867 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1399c4a0f33e476fb648bde492fd080e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337245
Feb 07 01:55:02.313003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:02.337966 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e40a89d2-960e-4752-9e92-3166f544dbf0 req-be3e0444-f05f-4a7f-9979-d1bb3d1040f3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2146907
Feb 07 01:55:02.428022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:02.428568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:02.459919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f137e2-6a04-4945-b124-ffead0793b7d req-8250cf07-f9b3-45ed-ba09-70902a2545a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.461769 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-23f137e2-6a04-4945-b124-ffead0793b7d req-8250cf07-f9b3-45ed-ba09-70902a2545a0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2588160
Feb 07 01:55:02.517678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da03da-dada-4ce0-8127-ddd3e78c35bc req-48452cb4-b703-47ec-a24e-471ff24b0f99 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.532360 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3da03da-dada-4ce0-8127-ddd3e78c35bc req-48452cb4-b703-47ec-a24e-471ff24b0f99 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2263458
Feb 07 01:55:02.633368 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3da03da-dada-4ce0-8127-ddd3e78c35bc req-1f13b092-ddde-4f74-9e23-4157a655e687 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997758
Feb 07 01:55:02.779131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-df4e7893-e0c9-4246-ad8f-7f8f9858ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.780824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-df4e7893-e0c9-4246-ad8f-7f8f9858ed6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1399c4a0f33e476fb648bde492fd080e&device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 1165 time: 0.2263427
Feb 07 01:55:02.877481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-9f773d05-e35f-475a-b0e6-92cd0dfa17f1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.878328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-9f773d05-e35f-475a-b0e6-92cd0dfa17f1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Synchronizing usage tracker for tenant:1399c4a0f33e476fb648bde492fd080e on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:02.924334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049022e4-2b58-4a8b-bce9-0ef936004465 req-1e97f8a4-515f-4b09-8d86-061aae2d9c77 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:02.933088 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-049022e4-2b58-4a8b-bce9-0ef936004465 req-1e97f8a4-515f-4b09-8d86-061aae2d9c77 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.1848588
Feb 07 01:55:02.960578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-d8004186-52fc-42d0-b1c6-f337a9e64634 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3304a1d2-8698-45e5-909b-e10d94c14a5c HTTP/1.1" status: 200  len: 217 time: 0.0768254
Feb 07 01:55:02.993694 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-049022e4-2b58-4a8b-bce9-0ef936004465 req-19024f2f-7d5d-4989-b748-c7a49ac32739 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594747
Feb 07 01:55:03.015363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-9f773d05-e35f-475a-b0e6-92cd0dfa17f1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Unset dirty status for tenant:1399c4a0f33e476fb648bde492fd080e on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:03.016615 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-9f773d05-e35f-475a-b0e6-92cd0dfa17f1 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.3567595
Feb 07 01:55:03.102173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-045257b0-ef6b-4ce9-a2f1-f6e6909873f8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Synchronizing usage tracker for tenant:1399c4a0f33e476fb648bde492fd080e on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:03.119078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-eaa61aa5-a7b0-47cd-8f49-4750f8992026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:03.120667 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-eaa61aa5-a7b0-47cd-8f49-4750f8992026 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c3cfb6a-f7b9-411c-8257-d4267f6f5b45 HTTP/1.1" status: 200  len: 843 time: 0.1429322
Feb 07 01:55:03.180636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-045257b0-ef6b-4ce9-a2f1-f6e6909873f8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Unset dirty status for tenant:1399c4a0f33e476fb648bde492fd080e on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:03.181906 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aaeb2bf0-faec-435e-92ed-4b1d5dc54321 req-045257b0-ef6b-4ce9-a2f1-f6e6909873f8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541684
Feb 07 01:55:03.300121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-a9e33042-2616-46a3-8362-ca4f548bdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:03.304788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-a9e33042-2616-46a3-8362-ca4f548bdffe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1aa3ee40-10d8-4aa1-8193-21b252720244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1715736
Feb 07 01:55:03.340863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bce07e-98c3-450e-84f9-aa3678f28563 req-590c995e-d043-4a44-97e9-98ca91889660 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:03.342693 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63bce07e-98c3-450e-84f9-aa3678f28563 req-590c995e-d043-4a44-97e9-98ca91889660 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1918397
Feb 07 01:55:03.416205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63bce07e-98c3-450e-84f9-aa3678f28563 req-3f4e7356-4867-4ea8-9744-60d046d89fbd tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670416
Feb 07 01:55:03.646014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-118454f4-c194-4895-93a2-e0d73094398b service neutron] 10.222.0.21 "GET /v2.0/networks/1aa3ee40-10d8-4aa1-8193-21b252720244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341354
Feb 07 01:55:03.750030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7e4b-3ea9-478a-8a24-49fd3b776d74 req-0ae4bd18-f700-4ba5-8f73-4668cf5f7a4e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:03.751754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-377f7e4b-3ea9-478a-8a24-49fd3b776d74 req-0ae4bd18-f700-4ba5-8f73-4668cf5f7a4e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2078433
Feb 07 01:55:03.812075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:04.054286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:04.054847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:04.155460 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-377f7e4b-3ea9-478a-8a24-49fd3b776d74 req-c79336cb-2689-4acf-9aa7-871cddad5e0a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3720179
Feb 07 01:55:04.186083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b057-4539-418d-be67-ea446792ec3e req-3ae4a290-ab62-4af9-9bbf-64c6a00733ac tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:04.206684 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2658b057-4539-418d-be67-ea446792ec3e req-3ae4a290-ab62-4af9-9bbf-64c6a00733ac tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3944860
Feb 07 01:55:04.316266 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c46dee31-66a0-4f62-a9e2-3b66d1df4423 req-64db2336-a9e5-4b7b-adcb-8fef7b46bf1e service neutron] 10.222.0.21 "GET /v2.0/networks/1aa3ee40-10d8-4aa1-8193-21b252720244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5633960
Feb 07 01:55:04.327976 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2658b057-4539-418d-be67-ea446792ec3e req-c077fcad-0f1b-46e9-ad31-d9bda6b0a717 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198645
Feb 07 01:55:04.706290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09c9f-6c41-4c38-a33a-104509003d52 req-ae890977-d619-4d5e-b0c5-2b04dd7a65f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:04.715692 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37e09c9f-6c41-4c38-a33a-104509003d52 req-ae890977-d619-4d5e-b0c5-2b04dd7a65f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.2548115
Feb 07 01:55:04.730451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:55:04.800870 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37e09c9f-6c41-4c38-a33a-104509003d52 req-44e08538-3dd0-47c7-a1e1-60e0b646fbc4 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840507
Feb 07 01:55:04.801476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43558) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:04.871023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02532-daf7-4727-9e2b-7de5e69b06b8 req-277bb33b-ca9a-4167-9f71-9bc96f224695 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:04.872722 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-14b02532-daf7-4727-9e2b-7de5e69b06b8 req-277bb33b-ca9a-4167-9f71-9bc96f224695 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.3604591
Feb 07 01:55:05.029933 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-14b02532-daf7-4727-9e2b-7de5e69b06b8 req-5664951a-7a7e-4581-953c-a6bccdb7c222 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489403
Feb 07 01:55:05.163822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe844a62-a91b-4dca-8a57-e0940e69cce0 req-237c20b8-c3bc-45b5-affd-5b0f2eddae4e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:05.171525 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fe844a62-a91b-4dca-8a57-e0940e69cce0 req-237c20b8-c3bc-45b5-affd-5b0f2eddae4e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1960545
Feb 07 01:55:05.213799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:05.247497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:55:05.285785 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fe844a62-a91b-4dca-8a57-e0940e69cce0 req-6991214f-372e-498f-8e3f-e1e8352afe23 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131992
Feb 07 01:55:05.287812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Usage tracker for resource:security_group_rule and tenant:0d0e6e63dc45422a9cbf37b944f58c27 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:55:05.296001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:55:05.306633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:55:05.749776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:05.807277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:05.843587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:05.854266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccc622-3197-47bd-b0c0-267f3ee36df6 req-f1a11ce4-6d32-42dc-bcd4-c11184a70ed7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:05.856581 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f6ccc622-3197-47bd-b0c0-267f3ee36df6 req-f1a11ce4-6d32-42dc-bcd4-c11184a70ed7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.4633126
Feb 07 01:55:06.015519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a47a94-9471-4731-8b16-787a0fc82e39,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:06.025392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:06.028905 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f6ccc622-3197-47bd-b0c0-267f3ee36df6 req-b7c6c3ad-9b22-4511-942a-8bd3b98a0a5c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654954
Feb 07 01:55:06.118218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bbead-921d-490e-b714-cc36b1c9d281 req-d14fbb15-db21-40c0-8d48-72e1cf68760a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:06.120450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-636bbead-921d-490e-b714-cc36b1c9d281 req-d14fbb15-db21-40c0-8d48-72e1cf68760a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.6361918
Feb 07 01:55:06.123889 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d0e6e63dc45422a9cbf37b944f58c27&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3201313
Feb 07 01:55:06.127132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43590) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:06.218066 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-636bbead-921d-490e-b714-cc36b1c9d281 req-3f6f8b5e-56cf-414e-94d4-e96f3ed50de0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879455
Feb 07 01:55:06.257117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:06.294702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:06.687902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e9153-75b3-4230-9914-7e4f855f8958 req-fa531a2a-fdeb-4435-92fb-3ee7da2f985c tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:06.698645 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-164e9153-75b3-4230-9914-7e4f855f8958 req-fa531a2a-fdeb-4435-92fb-3ee7da2f985c tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.3955941
Feb 07 01:55:06.812940 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-164e9153-75b3-4230-9914-7e4f855f8958 req-66ae8990-7099-4b83-aaa6-20da6ea2d6bd tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116810
Feb 07 01:55:06.879566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:06.885985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-77a0ec31-00b8-4771-8934-6967a51079f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:06.960192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:06.966796 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42a47a94-9471-4731-8b16-787a0fc82e39 HTTP/1.1" status: 204  len: 168 time: 0.8385127
Feb 07 01:55:06.970279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a47a94-9471-4731-8b16-787a0fc82e39,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:06.987826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-cacdd453-1764-4172-bdbc-4a275c05ef75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:07.202169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee40e51-58dc-4884-a698-cb7668b65705 req-331a1057-0a3a-47e0-902a-6cf40f0b5dfa tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:07.216579 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eee40e51-58dc-4884-a698-cb7668b65705 req-331a1057-0a3a-47e0-902a-6cf40f0b5dfa tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.4833965
Feb 07 01:55:07.512625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e3415-459d-438b-ac59-932b0b44da36 req-c60baaba-ba39-48fd-b624-020d5a3c8565 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:07.524403 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9a9e3415-459d-438b-ac59-932b0b44da36 req-c60baaba-ba39-48fd-b624-020d5a3c8565 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3963048
Feb 07 01:55:07.558625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-eee40e51-58dc-4884-a698-cb7668b65705 req-cd41c3eb-8759-418b-a8cb-753bae8b8624 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3404174
Feb 07 01:55:07.575832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353b39-8691-4307-bfec-33dfe923ae9c req-6175ebd5-4381-4cf8-bb8a-5c2e18b914e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:07.577483 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-6175ebd5-4381-4cf8-bb8a-5c2e18b914e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.3571978
Feb 07 01:55:07.709239 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9a9e3415-459d-438b-ac59-932b0b44da36 req-5fb6619f-2664-429c-94e4-205c93d55a34 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1823463
Feb 07 01:55:07.742194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 1aa3ee40-10d8-4aa1-8193-21b252720244 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:55:08.062875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353b39-8691-4307-bfec-33dfe923ae9c req-57e8cc65-6d9f-49de-af80-e23b77d9c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:08.064599 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-57e8cc65-6d9f-49de-af80-e23b77d9c6c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.4760196
Feb 07 01:55:08.351668 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-02a7e46b-d6a4-434c-b594-f06e33a09699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 1000 time: 0.2400696
Feb 07 01:55:08.547204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-0340d519-f3a8-419d-8272-1185db6a85f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:55:08.550205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353b39-8691-4307-bfec-33dfe923ae9c req-c6401052-439f-476b-90a3-16230890b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:08.555252 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-c6401052-439f-476b-90a3-16230890b731 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.1789896
Feb 07 01:55:08.833651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d769-5007-4cf5-853e-200aec94f681 req-905b0d26-2f59-4dac-be6f-f9a698b5a3c6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:08.841539 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdf3d769-5007-4cf5-853e-200aec94f681 req-905b0d26-2f59-4dac-be6f-f9a698b5a3c6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.9022830
Feb 07 01:55:09.049856 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdf3d769-5007-4cf5-853e-200aec94f681 req-cb11f437-116d-4c23-ba27-9496e8f01696 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2072272
Feb 07 01:55:09.069306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353b39-8691-4307-bfec-33dfe923ae9c req-a92f5a55-b45c-442b-8089-e518e22fcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:09.076939 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-a92f5a55-b45c-442b-8089-e518e22fcf89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5007544
Feb 07 01:55:09.314272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43644) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:09.517970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-7e3f70c8-1069-4d46-93a9-c74310d8e66e service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4309289
Feb 07 01:55:09.651132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97c8f0-fecb-425c-8e73-1db8e9d7bdb7 req-7b9f5726-db58-45cb-89d2-d79a51c85e18 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:09.659193 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a97c8f0-fecb-425c-8e73-1db8e9d7bdb7 req-7b9f5726-db58-45cb-89d2-d79a51c85e18 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.4591918
Feb 07 01:55:09.738205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a97c8f0-fecb-425c-8e73-1db8e9d7bdb7 req-48fb4e0c-3f5c-49e9-8c2a-be1cee0cf2ea tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776958
Feb 07 01:55:09.788116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503246635-network', 'tenant_id': 'e118f06020234423b69b949e066c2232'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:55:09.794256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:55:09.799352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Usage tracker for resource:network and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:55:09.805119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:55:09.811079 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:55:09.850341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Made reservation on behalf of e118f06020234423b69b949e066c2232 for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:55:09.855795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:09.885421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3304a1d2-8698-45e5-909b-e10d94c14a5c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:09.908543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.042992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:55:10.046286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Usage tracker for resource:security_group_rule and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:55:10.049868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:55:10.057237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:55:10.086992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 3304a1d2-8698-45e5-909b-e10d94c14a5c completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:10.093351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3304a1d2-8698-45e5-909b-e10d94c14a5c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:10.094072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.427373 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02353b39-8691-4307-bfec-33dfe923ae9c req-ce0f9131-3146-40a8-9ab3-15b29ae90269 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8524144
Feb 07 01:55:10.465692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67479c93-a191-4542-aaa7-73a1ae8b0ea7 req-ab4aa0b7-be03-4142-af19-da7289c4da80 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:10.479641 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67479c93-a191-4542-aaa7-73a1ae8b0ea7 req-ab4aa0b7-be03-4142-af19-da7289c4da80 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.5360265
Feb 07 01:55:10.495838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.574220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 3304a1d2-8698-45e5-909b-e10d94c14a5c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3304a1d2-8698-45e5-909b-e10d94c14a5c,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:10.575256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:10.646276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16990169-ff1e-4634-9ab8-ec1987693b1d req-23c88220-6863-45e1-86fc-486ad95db7b6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:10.666214 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16990169-ff1e-4634-9ab8-ec1987693b1d req-23c88220-6863-45e1-86fc-486ad95db7b6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 1.1439011
Feb 07 01:55:10.666312 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67479c93-a191-4542-aaa7-73a1ae8b0ea7 req-465d63ef-bfe6-4e1a-a3e0-01675bfbf57a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1802349
Feb 07 01:55:10.686375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.688553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:10.772207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:10.775242 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16990169-ff1e-4634-9ab8-ec1987693b1d req-97c8fa9d-b73d-4970-aaff-cf34b4f2331e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109385
Feb 07 01:55:10.776252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:10.786833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.819181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.823838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3f1f15ce-4b58-4b59-afac-04ae157b9784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:10.888949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:55:10.918961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcaca83-7041-47d7-b354-03acd3aa9732,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:10.923330 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c', 'code': 200}
Feb 07 01:55:10.941090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:10.946770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:10.947348 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Added segment 8c75a28b-4e5d-4d84-9e23-d9d02d8548b3 of type vxlan for network 2fed0b9b-6612-47ad-9c44-0e4e610e186d
Feb 07 01:55:11.093946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:11.299711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb02a7-72b4-4afe-8e74-4cb0d479b4ee req-9864a1d2-7941-4c66-b678-61add4db04dc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:11.301913 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4afb02a7-72b4-4afe-8e74-4cb0d479b4ee req-9864a1d2-7941-4c66-b678-61add4db04dc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.3340375
Feb 07 01:55:11.306806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9569671-cf4a-430b-883b-0c290a36be34 req-46f667d1-09d4-4839-b49e-ad82e50bd927 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:11.308556 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9569671-cf4a-430b-883b-0c290a36be34 req-46f667d1-09d4-4839-b49e-ad82e50bd927 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.1908867
Feb 07 01:55:11.310165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 01:55:11.378300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9569671-cf4a-430b-883b-0c290a36be34 req-311d1a1c-0ed0-4ffa-bc1d-db9060ec14c4 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634460
Feb 07 01:55:11.412011 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4afb02a7-72b4-4afe-8e74-4cb0d479b4ee req-3dbfc87e-e4f6-46d0-b13f-a5e831477aea tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870082
Feb 07 01:55:11.488546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3304a1d2-8698-45e5-909b-e10d94c14a5c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:11.567809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3304a1d2-8698-45e5-909b-e10d94c14a5c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:11.568166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:11.724238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:11.725897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:11.726762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:11.768573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:11.978831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Pushing event updated for resources: {'Network': ['ID=2fed0b9b-6612-47ad-9c44-0e4e610e186d,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:11.987841 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.6658180
Feb 07 01:55:11.990974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.991353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43672) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:11.991854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.992474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.993066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.993668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.994433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.995049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.995650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.996846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.997443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.997550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Request body: {'subnet': {'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503246635-subnet', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:55:11.998148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.998742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:11.999477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.000063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.000647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.001342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.001941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.002530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.003169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.004275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.005420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.006090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.007007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.007592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:12.009027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:55:12.012720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:12.019005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Usage tracker for resource:subnet and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:55:12.022739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:55:12.078309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:55:12.152203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:55:12.246023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:55:12.324751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc260ad1-eb0a-4e10-88cf-b6a8af5c7489 req-fc5c30fe-af7d-4a83-82f1-670149230360 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:12.343568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fc260ad1-eb0a-4e10-88cf-b6a8af5c7489 req-fc5c30fe-af7d-4a83-82f1-670149230360 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3281436
Feb 07 01:55:12.355791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f66181-3f30-4398-8f12-fa2fc818631a req-53d8852a-d758-4e35-98b0-4465e15dea52 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:12.357542 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8f66181-3f30-4398-8f12-fa2fc818631a req-53d8852a-d758-4e35-98b0-4465e15dea52 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2761190
Feb 07 01:55:12.362614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Made reservation on behalf of e118f06020234423b69b949e066c2232 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:55:12.368363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6448371'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:12.483573 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fc260ad1-eb0a-4e10-88cf-b6a8af5c7489 req-acfb0172-82db-4cb9-8a0d-d3d84a346ccf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389031
Feb 07 01:55:12.995333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b13aa-dd4d-4bc5-bd6c-67bafe1c7f59 req-6a82da2c-4416-48ee-aaf4-84bfaab321b8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:13.005955 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a8b13aa-dd4d-4bc5-bd6c-67bafe1c7f59 req-6a82da2c-4416-48ee-aaf4-84bfaab321b8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.3595066
Feb 07 01:55:13.061296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b603284-49fe-485c-ad1a-208b931827c1 req-e1e0b8ec-7505-443d-af05-9fce66c2734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:13.062983 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b603284-49fe-485c-ad1a-208b931827c1 req-e1e0b8ec-7505-443d-af05-9fce66c2734f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 1167 time: 1.0399508
Feb 07 01:55:13.111063 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8f66181-3f30-4398-8f12-fa2fc818631a req-0ecd6266-1bf4-4cda-a0ef-500c400658ac tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5770671
Feb 07 01:55:13.146683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a8b13aa-dd4d-4bc5-bd6c-67bafe1c7f59 req-30a368c9-a062-4290-96db-1a3af4ee91a9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396835
Feb 07 01:55:13.273149 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b603284-49fe-485c-ad1a-208b931827c1 req-fe4b8a9a-d210-4c1e-aef6-e14e0810d8fc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051757
Feb 07 01:55:13.320188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-bcc7d064-777c-4af6-82db-f7059cf7b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:13.321842 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-bcc7d064-777c-4af6-82db-f7059cf7b419 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.3969607
Feb 07 01:55:13.430216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:13.601844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:13.611484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:13.807965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5417af-3322-4170-8abf-b49abf498bd7 req-5eeba217-9875-497e-9e0f-693a11de4a18 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:13.816466 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee5417af-3322-4170-8abf-b49abf498bd7 req-5eeba217-9875-497e-9e0f-693a11de4a18 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.4564643
Feb 07 01:55:13.874525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849352166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6448352'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:14.002849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac229c-7049-4ce1-bd84-c81532dd7747 req-e6d914c3-f266-41df-a747-7cc2bc18083b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:14.011319 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7fac229c-7049-4ce1-bd84-c81532dd7747 req-e6d914c3-f266-41df-a747-7cc2bc18083b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2894280
Feb 07 01:55:14.074267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-eeb00396-3941-4ab3-b90a-b7c34548f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:14.076528 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-eeb00396-3941-4ab3-b90a-b7c34548f362 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.2006862
Feb 07 01:55:14.116717 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee5417af-3322-4170-8abf-b49abf498bd7 req-c72700c5-631e-45c9-bac1-682af3e24bc6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2986720
Feb 07 01:55:14.148098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:14.168773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7fac229c-7049-4ce1-bd84-c81532dd7747 req-e889491c-6559-4811-b2a6-a25d69c6e0a5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560695
Feb 07 01:55:14.564274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d742b2-14e4-42b4-be28-03b25d500b0d,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:14.800347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.800856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.801262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.803142 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.803542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.803937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.804327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.804712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.805095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.805479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.805862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.806241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.806870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.807575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.807959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.808338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.808859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.809237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.809610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.809991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.810376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.810754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.811153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.811528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:14.815963 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-7c2ed439-fd99-435d-97ff-7219a6e40fb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.3975208
Feb 07 01:55:14.835299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:14.966482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-42b003ec-81f4-4545-8e97-36f75c325973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:14.968171 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-42b003ec-81f4-4545-8e97-36f75c325973 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.1117887
Feb 07 01:55:15.041118 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-23d62983-81cc-46f3-97d4-91d9c738e3e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570939
Feb 07 01:55:15.172158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913046-8da4-4818-9646-28e3f95950e7 req-3cecb3f7-b182-4696-80b3-e5d0593a4d82 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:15.185421 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b913046-8da4-4818-9646-28e3f95950e7 req-3cecb3f7-b182-4696-80b3-e5d0593a4d82 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.4094901
Feb 07 01:55:15.315625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b913046-8da4-4818-9646-28e3f95950e7 req-20c6cb99-9567-45af-94f5-fcf7b7fe4131 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290832
Feb 07 01:55:15.347502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c88ac-6c2d-46aa-8e08-26b2b697d528 req-b0897f28-0fb2-4db4-8c3d-0ad5c16b6c33 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:15.361389 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e63c88ac-6c2d-46aa-8e08-26b2b697d528 req-b0897f28-0fb2-4db4-8c3d-0ad5c16b6c33 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.7981265
Feb 07 01:55:15.372141 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-c3effeb4-e802-482f-a439-d64fa6151858 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148096
Feb 07 01:55:15.668674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-461aec9f-f9ca-4583-a4d6-744ea3f0b1aa req-7d7c31e9-45d6-49ed-a4c0-9e3d11018a81 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2297709
Feb 07 01:55:15.709740 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e63c88ac-6c2d-46aa-8e08-26b2b697d528 req-19bb978c-6fc4-4d0c-9c80-7dd369be9003 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3468692
Feb 07 01:55:15.787257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Checking segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:55:15.787915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Network hostable DHCP agents. Network: 2fed0b9b-6612-47ad-9c44-0e4e610e186d, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:55:15.855904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:55:15.872048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286d16e-1b3c-49f4-8c50-66a9245e87d7 req-300120f5-b8aa-4378-a869-f0ca78136e9e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:15.873906 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f286d16e-1b3c-49f4-8c50-66a9245e87d7 req-300120f5-b8aa-4378-a869-f0ca78136e9e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2545176
Feb 07 01:55:15.898672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 2fed0b9b-6612-47ad-9c44-0e4e610e186d) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:55:15.912249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c8c3c-b5bc-4a20-801d-0ee2a7bc919e None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:55:15.919668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:15.920319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.018655 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1a163951-d104-4cd6-844c-5335e4444b88 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 4.0260589
Feb 07 01:55:16.022770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43712) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:16.029578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:55:16.040228 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f286d16e-1b3c-49f4-8c50-66a9245e87d7 req-7590bde8-67ad-4796-8bae-664b8abd465e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569145
Feb 07 01:55:16.042415 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:55:16.056058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Usage tracker for resource:router and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:55:16.063783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:55:16.079352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:55:16.197056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822f691-9270-4cba-bb94-ecb4a7b70e31 req-a6e247b0-71fd-4d9e-b6ab-fd37fe0eb5ca tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:16.205806 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b822f691-9270-4cba-bb94-ecb4a7b70e31 req-a6e247b0-71fd-4d9e-b6ab-fd37fe0eb5ca tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2566302
Feb 07 01:55:16.304515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-62bd8c9c-7b2b-4d59-90d8-e38cb7031c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.341043 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b822f691-9270-4cba-bb94-ecb4a7b70e31 req-59e21d55-7e33-4d3f-8bcb-abbea90bee97 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341624
Feb 07 01:55:16.343631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.348310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.479395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.680513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:55:16.682324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:16.886654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa228-0d64-41e4-a2f6-b1421f5de5ea req-52fc6d00-d674-4d0e-ae0e-84898dfe99c9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:16.905354 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-07caa228-0d64-41e4-a2f6-b1421f5de5ea req-52fc6d00-d674-4d0e-ae0e-84898dfe99c9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.3618786
Feb 07 01:55:17.044638 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-07caa228-0d64-41e4-a2f6-b1421f5de5ea req-8ce9c184-f600-4889-9fca-99256f5aaa04 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382477
Feb 07 01:55:17.183680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Allocated IP 172.20.0.2 (2fed0b9b-6612-47ad-9c44-0e4e610e186d/50d742b2-14e4-42b4-be28-03b25d500b0d/987c0a74-6b7b-47f4-97d7-7b935bcfbfb0) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:55:17.268297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:17.510296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:17.523928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Transition to ACTIVE for port object 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:55:17.543403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Transition to ACTIVE for port object 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:55:17.585132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:17.845309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00e786-1f94-4238-a717-6d91dcc0cadf req-0cd2835a-fd25-4bd0-8c67-45767194159d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:17.848126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:17.864635 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b00e786-1f94-4238-a717-6d91dcc0cadf req-0cd2835a-fd25-4bd0-8c67-45767194159d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.5121078
Feb 07 01:55:17.979283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Pushing event updated for resources: {'Port': ['ID=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:17.991591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:18.018589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc1c7-59f9-44cb-8af6-563f383ecdf2 req-fd1d26ce-f137-456b-b205-8bdec678ffb7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:18.034296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:55:18.040412 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10dfc1c7-59f9-44cb-8af6-563f383ecdf2 req-fd1d26ce-f137-456b-b205-8bdec678ffb7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.4414942
Feb 07 01:55:18.041032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:55:18.060527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:55:18.060779 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b00e786-1f94-4238-a717-6d91dcc0cadf req-dcd7f4ff-d1b6-49aa-8371-e091ff8e45a4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948605
Feb 07 01:55:18.195218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10dfc1c7-59f9-44cb-8af6-563f383ecdf2 req-fcedc88e-928c-445d-b16c-59e21b6c2cbc tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535745
Feb 07 01:55:18.289826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Attempting to bind port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:55:18.290158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Attempting to bind port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:55:18.290607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Attempting to bind port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 on network 2fed0b9b-6612-47ad-9c44-0e4e610e186d {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:55:18.296855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:55:18.297951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Checking segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:55:18.298405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:18.298848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Bound using segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:55:18.299426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Bound port: 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:55:18.299856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:18.529862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] For port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:55:18.533647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] For port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:55:18.579841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:18.609249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-653fb1c6-b361-4cd9-a01b-5e18bc3f23ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:18.622688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:18.693202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:18.748860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:19.161608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Pushing event updated for resources: {'Port': ['ID=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:19.173105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:19.329638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:19.481400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45954b-3997-4d2c-a39f-a81ac8ff91cc req-95d30eb1-89d5-4ee2-b2a1-e486fd0a5bd8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:19.485461 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4d45954b-3997-4d2c-a39f-a81ac8ff91cc req-95d30eb1-89d5-4ee2-b2a1-e486fd0a5bd8 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 1.0558460
Feb 07 01:55:19.551301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Allocated IP 172.27.1.21 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/4065928f-c6ea-4765-b29c-480642172828) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:55:19.681210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:19.684904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307768b-bc35-4077-90c0-a59b774a583f req-d182b5eb-365f-441e-ad0f-3dddb8b1ae49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:19.695290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6307768b-bc35-4077-90c0-a59b774a583f req-d182b5eb-365f-441e-ad0f-3dddb8b1ae49 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.3894925
Feb 07 01:55:19.851967 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6307768b-bc35-4077-90c0-a59b774a583f req-79bfcb83-e0a7-4ac7-9f33-9b7b0583a8f2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554158
Feb 07 01:55:20.043485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:20.185712 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4d45954b-3997-4d2c-a39f-a81ac8ff91cc req-a984b5a7-6ebe-4dbd-acc8-8ba44fc6af34 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6991158
Feb 07 01:55:20.189840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:20.234424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:20.548224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996afe7-5312-4c38-bce5-fa8cf10b2a8d req-c8c9aca1-18a8-4b67-8811-18662ebfd699 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:20.557743 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1996afe7-5312-4c38-bce5-fa8cf10b2a8d req-c8c9aca1-18a8-4b67-8811-18662ebfd699 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3359809
Feb 07 01:55:20.562496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Pushing event updated for resources: {'Port': ['ID=4065928f-c6ea-4765-b29c-480642172828,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:20.588401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:20.657486 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1996afe7-5312-4c38-bce5-fa8cf10b2a8d req-98cfdae8-0d4d-4045-9e7f-f11b614640fa tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919483
Feb 07 01:55:20.768903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:55:20.771182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:55:20.784445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:20.790551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:55:20.810178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:21.559085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8a34-483f-4c2e-bc85-6251b54d4961 req-42f95ba7-5168-4e59-94cf-e1490f941775 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:21.560818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-de0a8a34-483f-4c2e-bc85-6251b54d4961 req-42f95ba7-5168-4e59-94cf-e1490f941775 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2242310
Feb 07 01:55:21.642629 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-de0a8a34-483f-4c2e-bc85-6251b54d4961 req-e5018d28-a784-4c18-8a92-c6bc62aaed07 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751653
Feb 07 01:55:21.813320 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b401bb9-efbb-496d-9ce3-4a3b9d8ec1dd None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:55:21.962676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:22.248157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-aa26adc7-ec36-4453-a16b-a6aeee390bce None None] Provisioning for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:22.338126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:22.344150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:22.344581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:22.415763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d5ddc-487b-4dd3-923b-99343b6232fa req-2fdbc3e0-6c3a-42d0-bde4-27749b11399a tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:22.418110 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-632d5ddc-487b-4dd3-923b-99343b6232fa req-2fdbc3e0-6c3a-42d0-bde4-27749b11399a tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.3869569
Feb 07 01:55:22.548549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-632d5ddc-487b-4dd3-923b-99343b6232fa req-276c62e9-591f-44df-9371-13eca4800974 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242063
Feb 07 01:55:22.570640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:22.612578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:22.684335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:22.699530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8090adad-a6e7-4c10-9873-9c9e8902fce7 None None] Provisioning complete for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:22.719530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8090adad-a6e7-4c10-9873-9c9e8902fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:22.773025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:22.775842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:22.872661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:22.881311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:23.155105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-c1eae780-fd2c-4899-a2f1-c9f3f21b1294 None None] Provisioning complete for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:23.156458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c1eae780-fd2c-4899-a2f1-c9f3f21b1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:23.232671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c079a-d44e-4ad6-9f43-bad502320821 req-be6877e4-d3c4-4f6e-b6dd-51466ffda689 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:23.234425 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b7c079a-d44e-4ad6-9f43-bad502320821 req-be6877e4-d3c4-4f6e-b6dd-51466ffda689 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.8198464
Feb 07 01:55:23.480573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b6d0-00a8-4017-8efa-eebc01de7214 req-59bb83f5-81fc-4516-a203-805bf2c0a708 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:23.499861 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3073b6d0-00a8-4017-8efa-eebc01de7214 req-59bb83f5-81fc-4516-a203-805bf2c0a708 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.5791926
Feb 07 01:55:23.542355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-56bae4e8-87f6-4435-883f-13707a5ef96e None None] Provisioning complete for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:23.545183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-56bae4e8-87f6-4435-883f-13707a5ef96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:23.623363 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3073b6d0-00a8-4017-8efa-eebc01de7214 req-b1163e8b-c29f-4791-8d1d-61a5640d980d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343966
Feb 07 01:55:23.885463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:23.998779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:23.999238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:24.133784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b7c079a-d44e-4ad6-9f43-bad502320821 req-b29ea8dc-443d-48c8-99bd-3ad095e6ee4c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295602
Feb 07 01:55:24.193595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:24.587525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20e4d-1bfe-4031-a63b-65cbebf7ea8a req-102540d2-f0d8-41c4-8b00-1788ca87ad8e tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:24.589276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-add20e4d-1bfe-4031-a63b-65cbebf7ea8a req-102540d2-f0d8-41c4-8b00-1788ca87ad8e tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.2882271
Feb 07 01:55:24.691930 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-add20e4d-1bfe-4031-a63b-65cbebf7ea8a req-da6a5d5f-b9f1-4f7f-859d-5ca1210de39f tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884960
Feb 07 01:55:24.693121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Router c3d9530d-a584-4161-947c-5fddd0344d68 is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:55:24.935802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:55:24.947646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Sync routers for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:55:24.959311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:55:24.960293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2df8208>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:55:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:24.992575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:24.996578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.9708300
Feb 07 01:55:24.996876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43822) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:25.042652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84b25-68c1-48a7-a32d-3982af10cef0 req-16d4f69e-8087-4da7-a32f-edab5c068582 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:25.044968 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-89a84b25-68c1-48a7-a32d-3982af10cef0 req-16d4f69e-8087-4da7-a32f-edab5c068582 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1830034
Feb 07 01:55:25.127975 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-89a84b25-68c1-48a7-a32d-3982af10cef0 req-891470f3-fbd8-4cea-96c5-ac02a918719b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758348
Feb 07 01:55:25.162096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:55:25.630419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2df8208>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:21Z', 'revision_number': 3, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:25.634882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Checking router: c3d9530d-a584-4161-947c-5fddd0344d68 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:55:25.635274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Updating router c3d9530d-a584-4161-947c-5fddd0344d68 port 4065928f-c6ea-4765-b29c-480642172828 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:55:25.668796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d343-558c-4527-aa66-d4155369a9bc req-cdf970c2-b8a7-45f7-8d1d-ba9c974c3cc9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:25.670485 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45e6d343-558c-4527-aa66-d4155369a9bc req-cdf970c2-b8a7-45f7-8d1d-ba9c974c3cc9 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3445408
Feb 07 01:55:25.696532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.060892 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-45e6d343-558c-4527-aa66-d4155369a9bc req-2954c1ac-aae7-434c-9954-0745ecea85f7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717911
Feb 07 01:55:26.101394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072f2fc-5cc9-4dc5-a3f3-c330c6d5cf68 req-3e6a38b7-3de1-4819-ac75-96d6dedccd82 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:26.111397 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3072f2fc-5cc9-4dc5-a3f3-c330c6d5cf68 req-3e6a38b7-3de1-4819-ac75-96d6dedccd82 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.2336090
Feb 07 01:55:26.165009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-0370bbab-4f2a-4853-84a2-2488ed18d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:26.166652 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-0370bbab-4f2a-4853-84a2-2488ed18d070 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1163 time: 0.2297311
Feb 07 01:55:26.201493 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3072f2fc-5cc9-4dc5-a3f3-c330c6d5cf68 req-6d9c3fe5-11eb-4265-b280-768b8606f522 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889764
Feb 07 01:55:26.289708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.308334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Transition to ACTIVE for port object 4065928f-c6ea-4765-b29c-480642172828 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:55:26.330927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-ca5a838a-9de4-4c39-9b68-6ecd8a563b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:26.333338 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-ca5a838a-9de4-4c39-9b68-6ecd8a563b6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1577196
Feb 07 01:55:26.338384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.358615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:26.500933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Pushing event updated for resources: {'Port': ['ID=4065928f-c6ea-4765-b29c-480642172828,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:26.521302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.521675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.522043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.522404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.522761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.523165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.523518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.523870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.524222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.524573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.524922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.525762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.525762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.526145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.526498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.526905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.527261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.527614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.527983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.528359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.528771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.529170 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.529518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.529863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:26.537032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:26.578621 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-20a49ea9-c234-4aff-b6dd-de1c7302a9f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 1001 time: 0.1878054
Feb 07 01:55:26.585928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Attempting to bind port 4065928f-c6ea-4765-b29c-480642172828 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:55:26.586345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Attempting to bind port 4065928f-c6ea-4765-b29c-480642172828 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:55:26.586806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Attempting to bind port 4065928f-c6ea-4765-b29c-480642172828 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:55:26.592747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:55:26.593159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:55:26.593601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.594035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:55:26.594516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Bound port: 4065928f-c6ea-4765-b29c-480642172828, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:55:26.595056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.673263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] For port 4065928f-c6ea-4765-b29c-480642172828, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:55:26.677324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] For port 4065928f-c6ea-4765-b29c-480642172828, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4065928f-c6ea-4765-b29c-480642172828,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:55:26.717752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975b11a-c709-4883-b685-653b04cc44e1 req-e4b3fa3e-1eee-40ca-9df4-964a0449f873 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:26.719513 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1975b11a-c709-4883-b685-653b04cc44e1 req-e4b3fa3e-1eee-40ca-9df4-964a0449f873 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.3850145
Feb 07 01:55:26.733054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.749266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:26.852340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:26.906645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Pushing event updated for resources: {'Port': ['ID=4065928f-c6ea-4765-b29c-480642172828,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:26.907747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-51d3ea37-ac7c-4b77-9752-3339eff332c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:26.909399 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-51d3ea37-ac7c-4b77-9752-3339eff332c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.1867437
Feb 07 01:55:26.910006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:26.954899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:55:26.955657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2df8208>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:55:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:26.991014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1975b11a-c709-4883-b685-653b04cc44e1 req-65fcf0e3-d812-406f-8eeb-cfc84ad4fc09 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939840
Feb 07 01:55:27.153109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:55:27.202371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-053cbfe9-6d76-4fb0-b063-fe0811538647 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:27.202479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3304a1d2-8698-45e5-909b-e10d94c14a5c no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:55:27.202555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-053cbfe9-6d76-4fb0-b063-fe0811538647 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.21 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 950 time: 0.4428682
Feb 07 01:55:27.411864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:27.455785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fd916-e5f6-4a56-b17b-1164c59d9a6a req-a2650e09-950d-4040-97b2-ddf3f350122f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:27.464893 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4e9fd916-e5f6-4a56-b17b-1164c59d9a6a req-a2650e09-950d-4040-97b2-ddf3f350122f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2495978
Feb 07 01:55:27.466238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 3304a1d2-8698-45e5-909b-e10d94c14a5c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3304a1d2-8698-45e5-909b-e10d94c14a5c,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:27.467269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:27.504103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:27.506697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:27.517469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-7bb24b75-33db-495d-b1ce-9c909789c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:27.519198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-7bb24b75-33db-495d-b1ce-9c909789c612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5943930
Feb 07 01:55:27.547300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4e9fd916-e5f6-4a56-b17b-1164c59d9a6a req-5e0bf882-0a43-4761-b55c-6d96fecb4a89 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809717
Feb 07 01:55:27.582840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2df8208>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:21Z', 'revision_number': 3, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:27.591672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb06f-528c-41c4-b956-87caf480b536 None None] The sync data for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi is: [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:21Z', 'revision_number': 3, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:55:27.642507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:27.651556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.652107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.652497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.652867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.653237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.653603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.654143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.654462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.654916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.655670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.655670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.655951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.656407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.656770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.657130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.657490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.657846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.658207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.658564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.658931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.659374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.659851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.660950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.664378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:55:27.669906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:27.743412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Deleting port 3304a1d2-8698-45e5-909b-e10d94c14a5c {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:55:27.743889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:27.927331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbd944-8876-471b-99d1-23aa43ebec65 req-4eba8e6f-16a9-4dd6-b8e3-c963c1af8803 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:27.929066 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6dcbd944-8876-471b-99d1-23aa43ebec65 req-4eba8e6f-16a9-4dd6-b8e3-c963c1af8803 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 948 time: 0.5255265
Feb 07 01:55:28.034051 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c', 'code': 200}
Feb 07 01:55:28.342820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66f6f-8c51-48b7-bf86-a4b7b25c4863 req-2fbae594-1c2c-4766-9f9d-b63d0e5c40b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:28.344909 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33f66f6f-8c51-48b7-bf86-a4b7b25c4863 req-2fbae594-1c2c-4766-9f9d-b63d0e5c40b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.1938622
Feb 07 01:55:28.359639 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-5c51bdd2-fa76-40f4-b0b0-2779b24e4e4e service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7835748
Feb 07 01:55:28.392102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6dcbd944-8876-471b-99d1-23aa43ebec65 req-6ca992ad-67e3-451f-8957-137dece7ef1c tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b028125-4bf9-4bfc-a6e7-4e91b1339fba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4247818
Feb 07 01:55:28.425899 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33f66f6f-8c51-48b7-bf86-a4b7b25c4863 req-76b8a8f5-8fd9-4d3a-bf26-33e1a04d5cdd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660689
Feb 07 01:55:28.537351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Allocated IP 172.20.0.1 (2fed0b9b-6612-47ad-9c44-0e4e610e186d/50d742b2-14e4-42b4-be28-03b25d500b0d/281bc217-a339-432d-8ff1-8e47609c2b38) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:55:28.827214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] For port 3304a1d2-8698-45e5-909b-e10d94c14a5c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3304a1d2-8698-45e5-909b-e10d94c14a5c,segment=NetworkSegment(5ffb55bc-697a-4b8a-a1ab-f3f129b6c016),segment_id=5ffb55bc-697a-4b8a-a1ab-f3f129b6c016)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:28.827778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:28.896094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e63ce-49b6-4551-954a-dd5d600777cd req-493adc93-3a46-4540-9fc2-47dad1ca57c6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:28.897967 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce5e63ce-49b6-4551-954a-dd5d600777cd req-493adc93-3a46-4540-9fc2-47dad1ca57c6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2068765
Feb 07 01:55:28.963576 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce5e63ce-49b6-4551-954a-dd5d600777cd req-157bbf9b-6884-4299-b93d-d5e9647dc3b1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589390
Feb 07 01:55:28.999375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Calling delete_port for 3304a1d2-8698-45e5-909b-e10d94c14a5c owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:55:29.032956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-426a4f95-fd25-48b4-abcb-e766d9df9964 req-48802807-bd4a-45f0-b504-de660b3d3914 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6223941
Feb 07 01:55:29.047683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43926) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:29.156431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da62f-6dc3-4c06-ab7d-1e9e90bf083b req-2589aac4-39bf-4270-b9c5-b16761050596 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:29.158195 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e18da62f-6dc3-4c06-ab7d-1e9e90bf083b req-2589aac4-39bf-4270-b9c5-b16761050596 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.5945513
Feb 07 01:55:29.214846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.265574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Transition to ACTIVE for port object 281bc217-a339-432d-8ff1-8e47609c2b38 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:55:29.291383 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e18da62f-6dc3-4c06-ab7d-1e9e90bf083b req-5822affa-7b16-4bed-b52d-aec60a23bbe3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202569
Feb 07 01:55:29.314058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Deleting subnet 1f53a63c-d701-4328-ae23-1a0220c20db8 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:55:29.317283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.369564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.415490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.432774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.433821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5fe22475-1d4e-466a-a3e2-a11bd06273e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:29.529246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.555326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Pushing event deleted for resources: {'Port': ['ID=3304a1d2-8698-45e5-909b-e10d94c14a5c,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:29.558640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:29.607773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3ddd4bba-4a1d-4e43-986d-397409c6639a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:29.626182 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92be9060-9d69-4387-9e6d-6439ebc962b6 req-73418a79-fd2c-4712-8a03-a5adb6e9c120 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0670371
Feb 07 01:55:29.700986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4065928f-c6ea-4765-b29c-480642172828 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:29.766228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Pushing event updated for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:29.769419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:29.834973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 4065928f-c6ea-4765-b29c-480642172828 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:29.846103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 4065928f-c6ea-4765-b29c-480642172828 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:29.846744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.931760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:55:29.941351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:55:29.943782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:55:29.977191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] No DVR routers for this DVR port 3304a1d2-8698-45e5-909b-e10d94c14a5c on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:55:29.979569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:29.986852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-deleted', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:29.992240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.046676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.072693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 4065928f-c6ea-4765-b29c-480642172828, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4065928f-c6ea-4765-b29c-480642172828,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:30.104644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d39d9-cbb4-467a-80a9-d23db69aaaac req-8c5e64e7-85cf-4cf1-8b7c-c3a12958d1d2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:30.106596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c6d39d9-cbb4-467a-80a9-d23db69aaaac req-8c5e64e7-85cf-4cf1-8b7c-c3a12958d1d2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.4472430
Feb 07 01:55:30.115135 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322b321-73b7-4690-b0e2-f2bc45aaa2ce', 'name': 'network-vif-deleted', 'tag': '3304a1d2-8698-45e5-909b-e10d94c14a5c', 'status': 'completed', 'code': 200}
Feb 07 01:55:30.118580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.121010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:30.158705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.189315 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0cc07dcf-5e2c-4b8f-8279-8d9e0bee522d req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.21 "DELETE /v2.0/ports/3304a1d2-8698-45e5-909b-e10d94c14a5c HTTP/1.1" status: 204  len: 173 time: 2.9694076
Feb 07 01:55:30.234481 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c6d39d9-cbb4-467a-80a9-d23db69aaaac req-030f64d6-99c6-4b66-8ccb-52621fe52b26 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128433
Feb 07 01:55:30.249264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=4065928f-c6ea-4765-b29c-480642172828,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:30.281871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:30.308436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:30.408684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f53a63c-d701-4328-ae23-1a0220c20db8,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:30.412341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:30.413452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-d9583989-0abb-45f1-8c2f-29a6f078e2de None None] Provisioning for port 281bc217-a339-432d-8ff1-8e47609c2b38 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:30.424692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-d9583989-0abb-45f1-8c2f-29a6f078e2de None None] Provisioning complete for port 281bc217-a339-432d-8ff1-8e47609c2b38 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:30.425384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9583989-0abb-45f1-8c2f-29a6f078e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.428252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.450294 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1f53a63c-d701-4328-ae23-1a0220c20db8 HTTP/1.1" status: 204  len: 168 time: 1.4013064
Feb 07 01:55:30.451200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43942) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:30.507743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-d9583989-0abb-45f1-8c2f-29a6f078e2de None None] Port 281bc217-a339-432d-8ff1-8e47609c2b38 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:55:30.519487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.663230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6628b-f1f6-49a4-ac97-a82681d6b661 req-8b5c2c27-804a-466f-8007-c03d2c4a0b3e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:30.665097 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2ca6628b-f1f6-49a4-ac97-a82681d6b661 req-8b5c2c27-804a-466f-8007-c03d2c4a0b3e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3285995
Feb 07 01:55:30.713164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:30.762155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1b914-2df1-442a-9fde-20382e509e77 req-2d8e6ecb-70f8-423c-8199-87422eeedab0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:30.763987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73e1b914-2df1-442a-9fde-20382e509e77 req-2d8e6ecb-70f8-423c-8199-87422eeedab0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.3042727
Feb 07 01:55:30.855361 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2ca6628b-f1f6-49a4-ac97-a82681d6b661 req-7f1cf83c-0419-4483-93ed-7d7743a684b0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796227
Feb 07 01:55:30.999777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.168460 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-634f9c07-97d5-42c7-ac67-57bdf7751791 req-c70f3cc2-861e-4a85-bbb4-2693fe858d11 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] 10.222.0.38 "GET /v2.0/ports?device_id=8322b321-73b7-4690-b0e2-f2bc45aaa2ce HTTP/1.1" status: 200  len: 210 time: 0.0774515
Feb 07 01:55:31.205154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a25d4ba8>,) {'filters': {'network_id': ['b39c8905-b395-4d7c-bcc8-8167e02395dd']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:31.215086 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73e1b914-2df1-442a-9fde-20382e509e77 req-6068c1f7-3ef0-4598-8c8d-7b634a8b0bc2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4065259
Feb 07 01:55:31.222518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a25d4ba8>, '84c005f9-9f22-4368-a784-281017611901') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:31.223466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a25d4ba8>, '84c005f9-9f22-4368-a784-281017611901') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:31.236858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.260133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:55:31.329873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.332778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:55:31.343275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.436036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.468730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-7fa53483-a35f-4f33-b10a-f58b72494e9f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:31.468958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:31.470418 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-7fa53483-a35f-4f33-b10a-f58b72494e9f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 945 time: 0.7053537
Feb 07 01:55:31.481760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:31.512738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.515197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.515577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:31.548624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Network b39c8905-b395-4d7c-bcc8-8167e02395dd has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:55:31.553241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7ffe2a98-8242-43c0-86c6-aa176456e4c9 tempest-DeleteServersTestJSON-1873206466 tempest-DeleteServersTestJSON-1873206466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:31.558763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.606152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:31.610086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:31.695364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4065928f-c6ea-4765-b29c-480642172828 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:31.723876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Deleting port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:55:31.724261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.782845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 4065928f-c6ea-4765-b29c-480642172828 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:31.786541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.809163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Network b39c8905-b395-4d7c-bcc8-8167e02395dd has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:55:31.828820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6cebc-d004-4bb2-a903-6aa2256f210e req-849a63fa-f13e-44b7-84a8-873f5e06c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:31.830530 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f2d6cebc-d004-4bb2-a903-6aa2256f210e req-849a63fa-f13e-44b7-84a8-873f5e06c273 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.6124458
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:55:31.852224 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:55:31.969710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Pushing event updated for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:31.979182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:31.994183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:32.197992 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8', 'code': 200}
Feb 07 01:55:32.247875 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f2d6cebc-d004-4bb2-a903-6aa2256f210e req-c0751caf-e475-4094-b040-07106efe26ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3498490
Feb 07 01:55:32.272478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:32.276112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:32.298137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:32.308472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39c8905-b395-4d7c-bcc8-8167e02395dd,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:32.311625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:32.373808 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2ce59b09-58cb-4f56-97fd-1cbbedae9522 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b39c8905-b395-4d7c-bcc8-8167e02395dd HTTP/1.1" status: 204  len: 168 time: 1.9199779
Feb 07 01:55:32.388231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211f81-186c-46f2-bb96-9a1f5b216ba4 req-ad83d2c5-2bb7-4d8f-b1b9-00641f941493 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:32.389936 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3211f81-186c-46f2-bb96-9a1f5b216ba4 req-ad83d2c5-2bb7-4d8f-b1b9-00641f941493 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 943 time: 0.9185002
Feb 07 01:55:32.496578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdffa7-6a12-40d2-a1bd-33f1b75e33dc req-2a151530-8cbf-409e-8cf9-fe05add7c598 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:32.498218 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78fdffa7-6a12-40d2-a1bd-33f1b75e33dc req-2a151530-8cbf-409e-8cf9-fe05add7c598 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1670172
Feb 07 01:55:32.515745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] For port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:32.516762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:32.546375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3211f81-186c-46f2-bb96-9a1f5b216ba4 req-2c751c6c-672c-4f44-9e84-adf5284305be tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393411
Feb 07 01:55:32.561372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:55:32.567853 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78fdffa7-6a12-40d2-a1bd-33f1b75e33dc req-7c9856a9-e256-4d99-943d-4bdc1857d326 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626693
Feb 07 01:55:32.617668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:55:32.675045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 43974) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:32.697519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Calling delete_port for 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:55:32.822535 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f96d8e81-5081-452d-8229-6db05569ec26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34e03fbc01ff4a0aba10ef818707e79e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1436796
Feb 07 01:55:32.825005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 43986) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:32.986047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221078be-f9d3-4214-8d8b-bbd623e7cb9a req-e2501085-320f-42de-a9b3-dad71216dac0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:32.988367 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-221078be-f9d3-4214-8d8b-bbd623e7cb9a req-e2501085-320f-42de-a9b3-dad71216dac0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2439377
Feb 07 01:55:33.079525 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-221078be-f9d3-4214-8d8b-bbd623e7cb9a req-7b8df55c-c55f-43ec-9d24-3ddb9100ebb8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824111
Feb 07 01:55:33.094820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-965f9f9b-7dfc-4043-9a73-b2a8ced14290 None None] Provisioning complete for port 281bc217-a339-432d-8ff1-8e47609c2b38 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:33.095267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-965f9f9b-7dfc-4043-9a73-b2a8ced14290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.136985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.166954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.187036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-965f9f9b-7dfc-4043-9a73-b2a8ced14290 None None] Port 281bc217-a339-432d-8ff1-8e47609c2b38 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:55:33.213153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Router c3d9530d-a584-4161-947c-5fddd0344d68 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:55:33.301097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:55:33.451482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.497628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:33.547768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.550500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:33.631792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.632749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:33.636890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:33.653579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5f92944b-b6f5-47b4-b24f-f68fbaab1972 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:33.733164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event deleted for resources: {'Port': ['ID=9e8e4728-a65b-485d-bb0d-b52cc9a992b8,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:33.735321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:33.788386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:33.792293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-33811514-44fc-4c10-ad97-4e51e57856bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:33.800508 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af2cfa3e-60a5-4989-83b4-8912b4acdb07 req-68e45302-9056-498e-a0c6-1aed49488cf1 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.0638177
Feb 07 01:55:33.838354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2722f63-096f-4e66-9e0e-c9428c341ee6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:33.879515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:33.911118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:55:33.922403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Sync routers for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:55:33.935794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:55:33.936777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a27c2f60>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:55:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:33.968831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] 10.222.0.38 "PUT /v2.0/routers/c3d9530d-a584-4161-947c-5fddd0344d68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9708014
Feb 07 01:55:34.049331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] No DVR routers for this DVR port 9e8e4728-a65b-485d-bb0d-b52cc9a992b8 on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:55:34.052471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:34.054542 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-742cfd37-09a5-4c25-ac95-0896cea72245 req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "DELETE /v2.0/ports/9e8e4728-a65b-485d-bb0d-b52cc9a992b8 HTTP/1.1" status: 204  len: 173 time: 2.5092762
Feb 07 01:55:34.055106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-deleted', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:34.069031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:34.070449 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2722f63-096f-4e66-9e0e-c9428c341ee6 HTTP/1.1" status: 204  len: 168 time: 1.2267981
Feb 07 01:55:34.161684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:55:34.339502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fabb-6fc9-4d97-bda8-609c0590342c req-f6a8c9a0-0d57-412e-9195-2626e5332461 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:34.350003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6957fabb-6fc9-4d97-bda8-609c0590342c req-f6a8c9a0-0d57-412e-9195-2626e5332461 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3964496
Feb 07 01:55:34.456656 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6957fabb-6fc9-4d97-bda8-609c0590342c req-ae8b27e7-9da4-410d-a4cf-14097b8ec914 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053953
Feb 07 01:55:34.559899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:34.617081 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdad544-ab11-4bfb-90c3-e8441bb7d86f', 'name': 'network-vif-deleted', 'tag': '9e8e4728-a65b-485d-bb0d-b52cc9a992b8', 'status': 'completed', 'code': 200}
Feb 07 01:55:34.886962 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'code': 422} returned with failed status
Feb 07 01:55:34.911824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a27c2f60>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 2, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:34.922774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Checking router: c3d9530d-a584-4161-947c-5fddd0344d68 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:55:34.923552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Updating router c3d9530d-a584-4161-947c-5fddd0344d68 port 281bc217-a339-432d-8ff1-8e47609c2b38 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:55:34.989814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:35.172699 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-72b858eb-2c0c-4918-939a-c92e37484aca req-bab1feb9-1e01-477f-9a39-ca6b77b6041e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bdad544-ab11-4bfb-90c3-e8441bb7d86f HTTP/1.1" status: 200  len: 210 time: 0.1186421
Feb 07 01:55:35.579158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:35.597167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Transition to ACTIVE for port object 281bc217-a339-432d-8ff1-8e47609c2b38 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:55:35.649731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:35.787620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-dc231ba8-d717-40e8-b179-7b4bf770d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:35.789687 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-dc231ba8-d717-40e8-b179-7b4bf770d676 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 1162 time: 0.2437370
Feb 07 01:55:35.913806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa50f-49f4-4c1d-863c-939aab5c8c40 req-2fd5104b-3ec9-4b10-b871-92055ae40cad tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:35.915935 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e84fa50f-49f4-4c1d-863c-939aab5c8c40 req-2fd5104b-3ec9-4b10-b871-92055ae40cad tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3038614
Feb 07 01:55:35.944618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:36.016520 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e84fa50f-49f4-4c1d-863c-939aab5c8c40 req-e0ad1327-3a83-4b4a-8aca-60d83a00a5f6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912299
Feb 07 01:55:36.077232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e3c9-5a69-4ab9-8797-86d49c6b4192 None None] Pushing event updated for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:36.109580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5e0c-845f-4bb8-8606-5ca9f6f82a93 req-1515cbc3-a44c-44cb-b96c-1e9d42c93e67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:36.109580 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-409e5e0c-845f-4bb8-8606-5ca9f6f82a93 req-1515cbc3-a44c-44cb-b96c-1e9d42c93e67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.4353573
Feb 07 01:55:36.201971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-28b2e3c9-5a69-4ab9-8797-86d49c6b4192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:36.347599 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-409e5e0c-845f-4bb8-8606-5ca9f6f82a93 req-1cacf8a8-2573-43fb-b781-8efef846742f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2262032
Feb 07 01:55:36.369479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Attempting to bind port 281bc217-a339-432d-8ff1-8e47609c2b38 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:55:36.369924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Attempting to bind port 281bc217-a339-432d-8ff1-8e47609c2b38 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:55:36.370328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Attempting to bind port 281bc217-a339-432d-8ff1-8e47609c2b38 on network 2fed0b9b-6612-47ad-9c44-0e4e610e186d {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:55:36.387509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:36.449708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-deab6833-46de-4ce4-907d-14a29b215cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:36.452073 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-deab6833-46de-4ce4-907d-14a29b215cca service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 200  len: 912 time: 0.6524732
Feb 07 01:55:36.543114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:55:36.543544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Checking segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:55:36.557178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-e7f677c2-34eb-4858-9574-a44c45c325fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 200  len: 217 time: 0.0961130
Feb 07 01:55:36.563273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:36.563905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Bound using segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:55:36.564623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Bound port: 281bc217-a339-432d-8ff1-8e47609c2b38, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:55:36.565065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:36.651590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-1c6ab4a6-13f7-4d49-892f-6ad8d64bea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:36.653496 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-1c6ab4a6-13f7-4d49-892f-6ad8d64bea47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 200  len: 858 time: 0.0799799
Feb 07 01:55:36.700290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 44228) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:36.788495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-b95ee979-efde-47e3-9236-445b99f9d12b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e3a5a26-b351-4c68-a691-f295a56b5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1196475
Feb 07 01:55:36.986393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] For port 281bc217-a339-432d-8ff1-8e47609c2b38, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:55:36.997891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] For port 281bc217-a339-432d-8ff1-8e47609c2b38, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=281bc217-a339-432d-8ff1-8e47609c2b38,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:55:37.035081 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-2c5c9f06-a435-44c8-8c05-14981348ae85 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367849
Feb 07 01:55:37.066311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:37.136584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-0e0a0508-06a7-4464-b506-6f5de7ca0dcb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4344306
Feb 07 01:55:37.305570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:37.404917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:37.405764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:37.484522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:55:37.486116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a27c2f60>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:55:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:37.487862 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8555ea28-f980-4d6c-9b19-fe84aae7b456 req-68ff304e-769f-4602-8a53-d86dfe863b63 service neutron] 10.222.0.21 "GET /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4435444
Feb 07 01:55:37.658805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dd771-ba6e-42bf-8df4-d3767f0728d6 req-bc219c66-6dd0-4290-996b-d5e640745290 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:37.667866 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-320dd771-ba6e-42bf-8df4-d3767f0728d6 req-bc219c66-6dd0-4290-996b-d5e640745290 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3670082
Feb 07 01:55:37.835610 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-320dd771-ba6e-42bf-8df4-d3767f0728d6 req-287f11d6-eb39-4795-980a-c1bdf3e5dabb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665280
Feb 07 01:55:37.983085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:55:38.204534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9f4c2-ccff-49c6-954c-36a472e77ba3 req-9458eba9-6520-479c-b360-f9c7ea346d17 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:38.218754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78a9f4c2-ccff-49c6-954c-36a472e77ba3 req-9458eba9-6520-479c-b360-f9c7ea346d17 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3887348
Feb 07 01:55:38.310687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e3c9-5a69-4ab9-8797-86d49c6b4192 None None] Pushing event updated for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:38.316115 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78a9f4c2-ccff-49c6-954c-36a472e77ba3 req-b7471db2-a69a-4795-ac3f-f2af90b199d3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960627
Feb 07 01:55:38.469269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-28b2e3c9-5a69-4ab9-8797-86d49c6b4192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:38.701722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a27c2f60>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:36Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:55:38.719309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d420e-3252-48f5-9ffc-71bbec29b7ae None None] The sync data for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi is: [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:36Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:55:39.359462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56acd-8001-4444-acf5-5e4d6c3179fb req-8144c2ab-2b3a-46ec-973b-a69bb06f2e32 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:39.377617 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aec56acd-8001-4444-acf5-5e4d6c3179fb req-8144c2ab-2b3a-46ec-973b-a69bb06f2e32 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2803986
Feb 07 01:55:39.424103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e11c7-bd51-4b8e-b052-d3172f24330f req-e9712a79-83d9-4801-a7f0-f46fdb62cba7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:39.435509 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a36e11c7-bd51-4b8e-b052-d3172f24330f req-e9712a79-83d9-4801-a7f0-f46fdb62cba7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.2911935
Feb 07 01:55:39.536967 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aec56acd-8001-4444-acf5-5e4d6c3179fb req-7dd77b12-6798-41c8-9b69-8ba84a5eafde tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579411
Feb 07 01:55:39.557224 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a36e11c7-bd51-4b8e-b052-d3172f24330f req-3226678a-2fb8-45c3-bd45-b4147f1ca1d0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204610
Feb 07 01:55:39.800070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 281bc217-a339-432d-8ff1-8e47609c2b38 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:40.080703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 281bc217-a339-432d-8ff1-8e47609c2b38 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:55:40.086335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 281bc217-a339-432d-8ff1-8e47609c2b38 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:40.086695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:40.267922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972da11-eda2-4043-85e0-695d68b2341b req-293b232a-61c7-4be8-a700-6cc08c8d133f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:40.276660 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f972da11-eda2-4043-85e0-695d68b2341b req-293b232a-61c7-4be8-a700-6cc08c8d133f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3271184
Feb 07 01:55:40.341576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:40.375683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f972da11-eda2-4043-85e0-695d68b2341b req-01d77132-4443-4a1a-b191-3578606e1c9b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979643
Feb 07 01:55:40.393724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 281bc217-a339-432d-8ff1-8e47609c2b38, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=281bc217-a339-432d-8ff1-8e47609c2b38,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:40.427417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:40.429559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:40.518047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:40.525031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:41.098493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b795f4f-7bf1-4423-bd86-1a54f5d97977 req-b7f30200-0b27-48f7-9e99-395396870927 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:41.099667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-0b795f4f-7bf1-4423-bd86-1a54f5d97977 req-b7f30200-0b27-48f7-9e99-395396870927 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:41.121616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ffb63-0830-4a85-a889-ead3d873c4cb req-2b79d00a-836d-4099-b360-1e2a1a14678f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:41.124554 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-758ffb63-0830-4a85-a889-ead3d873c4cb req-2b79d00a-836d-4099-b360-1e2a1a14678f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2693524
Feb 07 01:55:41.141431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-0b795f4f-7bf1-4423-bd86-1a54f5d97977 req-b7f30200-0b27-48f7-9e99-395396870927 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:41.142862 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0b795f4f-7bf1-4423-bd86-1a54f5d97977 req-b7f30200-0b27-48f7-9e99-395396870927 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.3245676
Feb 07 01:55:41.192706 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-758ffb63-0830-4a85-a889-ead3d873c4cb req-bf4e9849-10b2-46d2-a6ab-0e13dde90514 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612726
Feb 07 01:55:41.210045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:41.262299 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0b795f4f-7bf1-4423-bd86-1a54f5d97977 req-3ba742dc-fd45-4606-bf0a-d837996279e1 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116176
Feb 07 01:55:41.290378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port c8e68774-496b-409b-aee5-8d34820fa3ab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:41.290815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:41.581544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-ca9b172d-3e49-431d-bb9c-45d025e4f1d6 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:41.583812 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-ca9b172d-3e49-431d-bb9c-45d025e4f1d6 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.2396588
Feb 07 01:55:41.734339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:55:41.756377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Deleting port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:55:41.756754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:41.761952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 281bc217-a339-432d-8ff1-8e47609c2b38 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:55:41.877565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee228-8dee-4bcb-af7f-a31e1ae9afff req-1ab22f22-6f91-4d43-b2a3-21184d3eb5f9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:41.897775 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e66ee228-8dee-4bcb-af7f-a31e1ae9afff req-1ab22f22-6f91-4d43-b2a3-21184d3eb5f9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3034174
Feb 07 01:55:41.961700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 281bc217-a339-432d-8ff1-8e47609c2b38 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:55:41.963860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:42.041568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e66ee228-8dee-4bcb-af7f-a31e1ae9afff req-aff276e7-1bc9-42f7-a048-804600aec046 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424251
Feb 07 01:55:42.186854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] For port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:42.187286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:42.385630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Calling delete_port for ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:55:42.626758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47435fa4-e6da-4a7a-8a19-d456cf1bffe7 req-81eb1082-f2ac-47dc-b4bf-45a46117dcda tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:42.657835 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47435fa4-e6da-4a7a-8a19-d456cf1bffe7 req-81eb1082-f2ac-47dc-b4bf-45a46117dcda tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 945 time: 0.2089636
Feb 07 01:55:42.693787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47435fa4-e6da-4a7a-8a19-d456cf1bffe7 req-e298cad9-3e39-49dc-956f-789ac8447925 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576227
Feb 07 01:55:42.929457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:55:42.938429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:42.954938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd7a795c-b08e-42ce-a9e1-385a8970fdb7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:43.053887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:55:43.054546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:55:43.074924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event deleted for resources: {'Port': ['ID=ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:43.143632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:43.340407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-c27e7773-a334-45c5-860b-7a54638bf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:43.342055 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-c27e7773-a334-45c5-860b-7a54638bf5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018&tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 1161 time: 0.2509968
Feb 07 01:55:43.356844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] No DVR routers for this DVR port ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:55:43.359384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:43.373795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'name': 'network-vif-deleted', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:43.549300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ecb876-2948-4e2d-aa91-a813cda0cc83', 'name': 'network-vif-deleted', 'tag': 'ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8', 'status': 'completed', 'code': 200}
Feb 07 01:55:43.551073 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8392dc51-3f3b-4320-9dc5-7218661bed3b req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "DELETE /v2.0/ports/ee2b14e2-5b8b-45fb-a326-fbe80cf4fdd8 HTTP/1.1" status: 204  len: 173 time: 1.9563940
Feb 07 01:55:43.591935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03954-7737-441d-a33b-050ec281d336 req-17e9aff0-d59e-4afb-843a-56ce95651e54 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:43.598883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-c1b4f7f0-4c57-4584-8db8-bc228f8198cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:43.601524 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-c1b4f7f0-4c57-4584-8db8-bc228f8198cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1161 time: 0.1876650
Feb 07 01:55:43.602282 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ebe03954-7737-441d-a33b-050ec281d336 req-17e9aff0-d59e-4afb-843a-56ce95651e54 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3648725
Feb 07 01:55:43.775055 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ebe03954-7737-441d-a33b-050ec281d336 req-a4c93f04-4aca-459a-96b3-db3973327588 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713395
Feb 07 01:55:44.049247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e55d283a-45dc-4925-b628-6dad6b44d982 req-1aa42108-badb-4671-bb04-747b7b5a326e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:44.110647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e55d283a-45dc-4925-b628-6dad6b44d982 req-1aa42108-badb-4671-bb04-747b7b5a326e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:44.112527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e55d283a-45dc-4925-b628-6dad6b44d982 req-1aa42108-badb-4671-bb04-747b7b5a326e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.1371686
Feb 07 01:55:44.117379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-8d5b8c28-de7e-4ced-b48c-e7b571bc6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:44.120282 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-8d5b8c28-de7e-4ced-b48c-e7b571bc6f1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.5001273
Feb 07 01:55:44.238316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 44412) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:44.464259 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b9cf0e46-3dbd-4e8b-96bf-1a34900b7814 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1399c4a0f33e476fb648bde492fd080e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2219241
Feb 07 01:55:44.464940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 44422) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:55:44.541704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:44.573786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:44.686492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:44.692149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-228c49cf-9dde-4296-89c2-708316838dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:44.708571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b028125-4bf9-4bfc-a6e7-4e91b1339fba,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:44.711817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:44.748472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:44.752254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b028125-4bf9-4bfc-a6e7-4e91b1339fba HTTP/1.1" status: 204  len: 168 time: 0.2836385
Feb 07 01:55:45.262671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944572f8-d3c2-4e32-8d01-0379dd6357d4 req-72533db3-57a5-4a1d-a783-bd542eb6c0bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:45.271244 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-944572f8-d3c2-4e32-8d01-0379dd6357d4 req-72533db3-57a5-4a1d-a783-bd542eb6c0bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3170648
Feb 07 01:55:45.346497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-944572f8-d3c2-4e32-8d01-0379dd6357d4 req-026cdde2-56c6-475f-a33f-a3be75bed0ef tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741854
Feb 07 01:55:45.415441 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c7063c1c-c515-42a1-95e6-417a0f098f7a req-f5be160a-48b1-4b05-b6e2-0510e7c384e2 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.0729024
Feb 07 01:55:45.940901 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-58ec54cd-d553-4ba6-86c9-d7de687c68ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 999 time: 0.1391821
Feb 07 01:55:46.020171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-57745413-de0e-45d2-818b-91d3d0594dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:46.021766 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-57745413-de0e-45d2-818b-91d3d0594dcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0713234
Feb 07 01:55:46.122500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-51164617-b76b-4dd6-92eb-0d979730b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:46.124323 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-51164617-b76b-4dd6-92eb-0d979730b0ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935044
Feb 07 01:55:46.272240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2af343de-aa1c-460c-b37e-e21a812b3edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:46.363038 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-75c7d127-d5f3-4900-ba9d-603fd301a665 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284789
Feb 07 01:55:47.136546 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43347b99-adca-45ce-9fd5-056b9f4d8723 req-8c3c3601-0ccf-4fae-bec1-9ef32048d900 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3520131
Feb 07 01:55:47.423101 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-75e7c92a-3ae2-434d-a8d5-8399c71bf615 req-3599a382-c332-44f3-8e20-19ff2b276c54 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ecb876-2948-4e2d-aa91-a813cda0cc83 HTTP/1.1" status: 200  len: 210 time: 0.0485582
Feb 07 01:55:47.509879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453026d-0ccf-4339-8305-c5413d667d93 req-e1b69752-e0e3-496a-bae8-888014239861 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:47.511582 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3453026d-0ccf-4339-8305-c5413d667d93 req-e1b69752-e0e3-496a-bae8-888014239861 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1673872
Feb 07 01:55:47.579597 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3453026d-0ccf-4339-8305-c5413d667d93 req-4b86074c-0f5b-4e05-aa09-35010edb90d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611143
Feb 07 01:55:48.512151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc5a8775-854d-4932-817d-e64d789c6a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:49.056163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacb5f-717e-483c-9e86-b6fab44c5241 req-04c35944-1b7c-49b7-a7f2-2e740382ca60 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:49.068249 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ffdacb5f-717e-483c-9e86-b6fab44c5241 req-04c35944-1b7c-49b7-a7f2-2e740382ca60 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2763562
Feb 07 01:55:49.157034 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ffdacb5f-717e-483c-9e86-b6fab44c5241 req-94383715-4ea9-40dd-9ee4-a8c04a316cb8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891809
Feb 07 01:55:49.251775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:49.607119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e9350-6b3f-45f3-85e9-6d9b8081c409 req-610f4f29-aacf-42ee-a392-e170a0242dba tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:49.609028 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8d2e9350-6b3f-45f3-85e9-6d9b8081c409 req-610f4f29-aacf-42ee-a392-e170a0242dba tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.2123306
Feb 07 01:55:49.689075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:49.705557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8d2e9350-6b3f-45f3-85e9-6d9b8081c409 req-b60f4d74-1fd2-438f-b737-db5865da32f9 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842438
Feb 07 01:55:50.749338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:50.783334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:50.881611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68980452-c86f-4d41-b272-f285d3857471 req-bb58ab25-8ad7-4830-97ad-1e7b0bc0f5ab tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:50.884101 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68980452-c86f-4d41-b272-f285d3857471 req-bb58ab25-8ad7-4830-97ad-1e7b0bc0f5ab tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.5128825
Feb 07 01:55:51.020768 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68980452-c86f-4d41-b272-f285d3857471 req-d5c0ad04-79ea-43b1-a342-c14186051538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299045
Feb 07 01:55:51.174660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c113a-5f19-4dcb-bb29-22dbad8d74c0 req-fb483830-3d27-45b4-bdba-242463a9d199 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:51.189867 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-035c113a-5f19-4dcb-bb29-22dbad8d74c0 req-fb483830-3d27-45b4-bdba-242463a9d199 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.2386425
Feb 07 01:55:51.263900 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-035c113a-5f19-4dcb-bb29-22dbad8d74c0 req-9fb61bf6-8aae-4656-b9e8-33349fa6f051 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701931
Feb 07 01:55:52.381060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb4753-f556-45b4-ad17-cd5ade5fdfce req-01fbd20e-05a0-41fc-93d3-ecdffac2abe0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:52.382714 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-edbb4753-f556-45b4-ad17-cd5ade5fdfce req-01fbd20e-05a0-41fc-93d3-ecdffac2abe0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1692920
Feb 07 01:55:52.461248 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-edbb4753-f556-45b4-ad17-cd5ade5fdfce req-e94d374a-5fd6-488d-830f-1eb94ba35079 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711634
Feb 07 01:55:52.571514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90109726-d100-4834-b8bb-c2af878d7576 req-59e1d2fb-56f6-454e-9d50-c7c725fbf142 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:52.573258 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90109726-d100-4834-b8bb-c2af878d7576 req-59e1d2fb-56f6-454e-9d50-c7c725fbf142 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.1887202
Feb 07 01:55:52.642402 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90109726-d100-4834-b8bb-c2af878d7576 req-b5fa2da1-b6d5-4ec1-aea5-2bdcd7f39e24 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615118
Feb 07 01:55:53.626820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-2a8e7d11-e9d8-4f0e-9104-41e90da8b71b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:53.628564 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-2a8e7d11-e9d8-4f0e-9104-41e90da8b71b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.1735156
Feb 07 01:55:53.726084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Deleting port 98312454-39c0-4c45-a6ea-80e24a999113 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:55:53.726428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:53.799818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e06366-bdf1-40b8-ab9f-2366df52abbe req-29d38b36-0440-4864-926e-5c1804e97d1c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:53.801457 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9e06366-bdf1-40b8-ab9f-2366df52abbe req-29d38b36-0440-4864-926e-5c1804e97d1c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1764405
Feb 07 01:55:53.872123 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9e06366-bdf1-40b8-ab9f-2366df52abbe req-1fecfbd9-1f1f-44f9-a29c-f6bd3f2a9b3f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631168
Feb 07 01:55:54.096324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992c7ce-ebf7-48ff-98e6-068247ed9d31 req-99959e7f-e0f8-45c5-93f3-0174b9584c0c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:54.105420 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d992c7ce-ebf7-48ff-98e6-068247ed9d31 req-99959e7f-e0f8-45c5-93f3-0174b9584c0c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 945 time: 0.3249834
Feb 07 01:55:54.231635 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d992c7ce-ebf7-48ff-98e6-068247ed9d31 req-8886a739-f55f-4d21-b2c3-057e71d6b414 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250763
Feb 07 01:55:54.276530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] For port 98312454-39c0-4c45-a6ea-80e24a999113, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=98312454-39c0-4c45-a6ea-80e24a999113,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:55:54.276938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:54.539130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Calling delete_port for 98312454-39c0-4c45-a6ea-80e24a999113 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:55:54.728710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 98312454-39c0-4c45-a6ea-80e24a999113 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:55:55.061054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:55.110498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Port 98312454-39c0-4c45-a6ea-80e24a999113 update to DOWN by agent not found {{(pid=80061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 07 01:55:55.152493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1e862d7-7831-4b90-9e20-08b86f7230ea tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:55:55.226631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event deleted for resources: {'Port': ['ID=98312454-39c0-4c45-a6ea-80e24a999113,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:55:55.275214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0cce5-30e7-4045-be7d-80e3a83c190f req-5b124e82-d0e1-43e8-a557-f961ed8e4613 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:55.285278 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9ac0cce5-30e7-4045-be7d-80e3a83c190f req-5b124e82-d0e1-43e8-a557-f961ed8e4613 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2152734
Feb 07 01:55:55.300900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:55:55.369831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9ac0cce5-30e7-4045-be7d-80e3a83c190f req-7a9c656c-24c9-42ac-9de4-4b1204c46208 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829017
Feb 07 01:55:55.378331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] No DVR routers for this DVR port 98312454-39c0-4c45-a6ea-80e24a999113 on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:55:55.385250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:55:55.390464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'name': 'network-vif-deleted', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:55:55.452858 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d5a7235-bb7e-4308-882a-62b4cac3c3fc req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "DELETE /v2.0/ports/98312454-39c0-4c45-a6ea-80e24a999113 HTTP/1.1" status: 204  len: 173 time: 1.8177056
Feb 07 01:55:55.462339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-640fbe61-e636-4077-9840-c752811dc61c req-9bc933de-e83e-41ae-a91c-c1d9bbffc435 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:55.520448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-640fbe61-e636-4077-9840-c752811dc61c req-9bc933de-e83e-41ae-a91c-c1d9bbffc435 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:55.523076 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-640fbe61-e636-4077-9840-c752811dc61c req-9bc933de-e83e-41ae-a91c-c1d9bbffc435 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.1233211
Feb 07 01:55:55.646532 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2476621-6b03-4162-8141-6ad01f02c149', 'name': 'network-vif-deleted', 'tag': '98312454-39c0-4c45-a6ea-80e24a999113', 'status': 'completed', 'code': 200}
Feb 07 01:55:56.093647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426de8d-71c4-43d9-8aa0-e1ead408bce3 req-54980682-a5d3-4632-af43-79713f68f6bd tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:56.101947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0426de8d-71c4-43d9-8aa0-e1ead408bce3 req-54980682-a5d3-4632-af43-79713f68f6bd tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1893487
Feb 07 01:55:56.162848 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0426de8d-71c4-43d9-8aa0-e1ead408bce3 req-1bfa9d74-7b08-4708-9c8d-249674085bd5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598862
Feb 07 01:55:56.629364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-0dc9adf5-cb26-41dc-a734-1af07e5b67db tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:56.631365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-0dc9adf5-cb26-41dc-a734-1af07e5b67db tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 815 time: 0.4864814
Feb 07 01:55:56.649680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-841a96c5-1cd8-49eb-8232-0b007cef3682 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/quotas/e118f06020234423b69b949e066c2232 HTTP/1.1" status: 200  len: 375 time: 0.0115640
Feb 07 01:55:56.691491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ea8-e560-423f-8538-c4b5fde56cc7 req-7f40d236-6656-43fd-8c38-bd38989d9d2f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:56.693248 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-838a8ea8-e560-423f-8538-c4b5fde56cc7 req-7f40d236-6656-43fd-8c38-bd38989d9d2f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1697412
Feb 07 01:55:56.764119 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-838a8ea8-e560-423f-8538-c4b5fde56cc7 req-217ee3b4-1e67-40b1-beb4-ec7e737f688e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637596
Feb 07 01:55:56.785535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-00a77197-a75a-48d4-bc74-c6f0b99d299d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:55:56.886252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-00a77197-a75a-48d4-bc74-c6f0b99d299d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:55:56.888065 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-00a77197-a75a-48d4-bc74-c6f0b99d299d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2323015
Feb 07 01:55:56.990195 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8f9677ad-bade-46f6-8b2c-e46951d90534 req-767c08f7-fa2f-4918-8283-e5f2332b8ca8 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0606029
Feb 07 01:55:57.080482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-5cc62d70-a2ae-429d-99fd-a6cdcf7e8bec service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666567
Feb 07 01:55:57.228262 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-7b96ae81-0611-4ca5-8b81-7aa7f4da3789 service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407571
Feb 07 01:55:57.497598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca178c-7c0a-432b-8795-3870bd9a7f94 req-48adf938-36da-4a17-91d1-81e1eef0fe0c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:57.499303 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47ca178c-7c0a-432b-8795-3870bd9a7f94 req-48adf938-36da-4a17-91d1-81e1eef0fe0c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2020009
Feb 07 01:55:57.503946 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ff8cd5a-2220-4aca-b101-dce465d064c6 req-ebc25051-7b4f-4cf5-b162-2b4dc7ffc273 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0490422
Feb 07 01:55:57.572759 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47ca178c-7c0a-432b-8795-3870bd9a7f94 req-141bee22-007b-40be-bbb9-c46fd0ec1b5f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647247
Feb 07 01:55:58.129212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a68c-91bf-4041-b352-a004bcd5c906 req-7a07958a-7715-4bdb-8d2b-7531a2b33a61 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:58.131260 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6589a68c-91bf-4041-b352-a004bcd5c906 req-7a07958a-7715-4bdb-8d2b-7531a2b33a61 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1931424
Feb 07 01:55:58.231227 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6589a68c-91bf-4041-b352-a004bcd5c906 req-271e5f91-72d3-454e-a95a-60bb0682f3d1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913880
Feb 07 01:55:58.298535 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a2d06d99-51db-423e-bb8e-bcaed746ab35 req-d74a8b0c-cf61-4738-8671-4ffb5d9f428b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0588164
Feb 07 01:55:58.728495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-daa116b1-e753-4cdf-92f5-c95863143a89 req-28c798a5-cbd1-44b0-9f6b-bc6578551008 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0695934
Feb 07 01:55:58.903213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662ad7-556c-4ce8-a332-7cd250efa5f6 req-6a7adbc2-dcb0-4ae7-8889-d43f8c8d64f2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:58.904964 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c662ad7-556c-4ce8-a332-7cd250efa5f6 req-6a7adbc2-dcb0-4ae7-8889-d43f8c8d64f2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1815023
Feb 07 01:55:58.975178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c662ad7-556c-4ce8-a332-7cd250efa5f6 req-b392020b-08ba-4311-aeb4-c3aaf8093bae tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617735
Feb 07 01:55:59.653865 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f1608c2a-f870-4ea9-970f-34f4225ae14f req-9d9df6ce-8f38-4203-afec-e68b796e5c70 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0920730
Feb 07 01:55:59.719587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506b60a-3107-4e0e-8d4d-4799a97421bb req-91d80784-1062-46bc-889d-3d1b3e085c51 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:55:59.724384 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b506b60a-3107-4e0e-8d4d-4799a97421bb req-91d80784-1062-46bc-889d-3d1b3e085c51 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2706273
Feb 07 01:55:59.792053 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b506b60a-3107-4e0e-8d4d-4799a97421bb req-c5197539-ef43-4bb8-b0a4-226d3702ea11 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613971
Feb 07 01:55:59.926079 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ae0ca816-e6fa-4db5-b724-92e5878b02f7 req-24440ec2-3bc6-4bfc-96c5-392da10ea63d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0540769
Feb 07 01:56:00.283360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff4a18-15a0-46af-a2fb-bed9c4998ed9 req-0b0cce44-7692-47ad-8f94-9263bf9e67d3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:00.285055 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7fff4a18-15a0-46af-a2fb-bed9c4998ed9 req-0b0cce44-7692-47ad-8f94-9263bf9e67d3 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1665690
Feb 07 01:56:00.351773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7fff4a18-15a0-46af-a2fb-bed9c4998ed9 req-4055eda3-d1b9-4df1-ae5e-de6283044225 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604401
Feb 07 01:56:00.863285 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5fd85033-3b82-4390-bbc4-ec99fadaaede req-30bbe09b-e053-492c-958b-71f0c7b17c82 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0559249
Feb 07 01:56:01.119485 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8433e1d0-c3f5-48da-9f74-2f72d04c0d65 req-2ac5c4d1-33e2-435c-b0c7-6d04e854c883 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0569961
Feb 07 01:56:01.140762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49361c2c-8fee-4e13-97a4-b2ca83061954 req-c0147494-bd03-4f4a-aac1-40838602f155 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:01.142463 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-49361c2c-8fee-4e13-97a4-b2ca83061954 req-c0147494-bd03-4f4a-aac1-40838602f155 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1710167
Feb 07 01:56:01.211867 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-49361c2c-8fee-4e13-97a4-b2ca83061954 req-220485b7-c043-48a6-a83e-5f6e28923025 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627031
Feb 07 01:56:01.705143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6664b-aed1-474e-aa37-2fbc16b8890f req-472b5095-35ba-42b7-b0c1-12540206ecf7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:01.706923 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d2f6664b-aed1-474e-aa37-2fbc16b8890f req-472b5095-35ba-42b7-b0c1-12540206ecf7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1829429
Feb 07 01:56:01.774928 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d2f6664b-aed1-474e-aa37-2fbc16b8890f req-872f2457-826f-4cfb-9232-9171dc290416 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608971
Feb 07 01:56:02.113774 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-75128e50-f6ee-450c-94ff-f79c1871743e req-99fc2631-9734-4f01-828a-d3a9f8813f91 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0531051
Feb 07 01:56:02.319793 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c640a29-be7e-4c18-bbe3-14a41ffa2918 req-8349a976-9a73-48eb-883e-c78f5897b28c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0534749
Feb 07 01:56:02.545799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5d17-dc4a-45c4-8fb3-1e7fe6cef56d req-3e4a52a2-c8fe-4ca4-aaaf-e54f4a9c5637 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:02.547506 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-822b5d17-dc4a-45c4-8fb3-1e7fe6cef56d req-3e4a52a2-c8fe-4ca4-aaaf-e54f4a9c5637 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1744323
Feb 07 01:56:02.613204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-822b5d17-dc4a-45c4-8fb3-1e7fe6cef56d req-80422341-31ae-4484-820c-7ecad9136c3d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581131
Feb 07 01:56:03.135829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe69fa-bd82-4847-989d-ed868b691150 req-e82c9eaa-85dc-474d-a899-ca40ace96c04 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:03.137828 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43fe69fa-bd82-4847-989d-ed868b691150 req-e82c9eaa-85dc-474d-a899-ca40ace96c04 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1740558
Feb 07 01:56:03.214321 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43fe69fa-bd82-4847-989d-ed868b691150 req-d147c25d-312e-46d8-9985-2bd5196f2e18 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693867
Feb 07 01:56:03.310241 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7f0784d7-4a94-473b-969c-7c4450c724e3 req-9aa1644d-bf3b-4886-aaba-83a87d012622 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0530910
Feb 07 01:56:03.521028 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2209a766-3f55-4e37-967a-bc0cfbbc98eb req-ebde443d-dddb-4233-aed3-032d6a4e096d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0557737
Feb 07 01:56:03.950228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cf541-c7a5-43bc-baa7-fcdd32b30008 req-285ef1b3-0386-4ae2-8fcd-f43b4ba02b3a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:03.951970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9f4cf541-c7a5-43bc-baa7-fcdd32b30008 req-285ef1b3-0386-4ae2-8fcd-f43b4ba02b3a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1852255
Feb 07 01:56:04.017555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9f4cf541-c7a5-43bc-baa7-fcdd32b30008 req-73b38424-c0bc-49e2-b21d-847d6d51bad1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589178
Feb 07 01:56:04.560442 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6dd5900-e77e-4481-9387-6229fd44c8ae req-baf56e60-6dd6-4424-bf40-5f8867d93312 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0805564
Feb 07 01:56:04.561048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22616ed-931b-4f52-9916-c9111c516fd3 req-f5b22120-6c96-4f0a-a481-97927fe12ec7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:04.562488 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e22616ed-931b-4f52-9916-c9111c516fd3 req-f5b22120-6c96-4f0a-a481-97927fe12ec7 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2011917
Feb 07 01:56:04.644245 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e22616ed-931b-4f52-9916-c9111c516fd3 req-9537bed6-4174-40f6-8ac2-9d8184cd4cf0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745783
Feb 07 01:56:04.902078 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ac3372ce-b433-466c-884a-f2384d9a2806 req-5bc4267d-9409-453a-87d7-3db2deed672f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0702262
Feb 07 01:56:05.340795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da51967-8f32-4380-8776-ea4d7455aabb req-32aa0126-0030-42aa-af05-392e7e2135f2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:05.342466 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2da51967-8f32-4380-8776-ea4d7455aabb req-32aa0126-0030-42aa-af05-392e7e2135f2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1714225
Feb 07 01:56:05.408600 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2da51967-8f32-4380-8776-ea4d7455aabb req-eb2ec33b-2cb7-48f5-8b4d-20f6d957390c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586798
Feb 07 01:56:05.744209 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7766a1a-5d55-4f24-acf4-0be365dd6259 req-40d7b847-0b4c-4f70-99ae-3c7125fccd4b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0502369
Feb 07 01:56:05.932610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e1998-e2d4-48d5-8fa4-f571cdccdc97 req-f6ff087c-e6fe-483c-9eea-c72bb6dbd632 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:05.934329 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5b1e1998-e2d4-48d5-8fa4-f571cdccdc97 req-f6ff087c-e6fe-483c-9eea-c72bb6dbd632 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1656809
Feb 07 01:56:05.999387 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5b1e1998-e2d4-48d5-8fa4-f571cdccdc97 req-c5c1bc9f-464f-4a40-a1ee-3b2fd0db2b5c tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585170
Feb 07 01:56:06.086145 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4e480819-633a-414b-b344-fd4bd8b93fd4 req-237626cc-6159-4a8f-b5c8-05b8a915e4e2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0486362
Feb 07 01:56:06.737500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9d236-88f5-4d58-a067-857e6ed800aa req-321d7e6a-014f-4cb9-98fd-5c574bda50f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:06.739375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cad9d236-88f5-4d58-a067-857e6ed800aa req-321d7e6a-014f-4cb9-98fd-5c574bda50f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1703022
Feb 07 01:56:06.805611 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cad9d236-88f5-4d58-a067-857e6ed800aa req-cba76a2f-f7a5-4d7f-9c01-02955767b5e9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596890
Feb 07 01:56:06.940273 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b8f8c60-c936-40a3-9c06-018e3d70c7bb req-9ef638ed-0622-4a99-a6f8-5f0710a1e143 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0508523
Feb 07 01:56:07.261306 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0add1c25-921e-4151-bcf2-595815e8fa80 req-063a94db-e423-47f4-b3ce-5e1be366cf45 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0486581
Feb 07 01:56:07.294782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c0c1f-861c-4499-9d8f-5f35d442b6be req-837e204e-20ce-4ac0-8581-8a304b313f3e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:07.296502 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f60c0c1f-861c-4499-9d8f-5f35d442b6be req-837e204e-20ce-4ac0-8581-8a304b313f3e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1647189
Feb 07 01:56:07.363740 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f60c0c1f-861c-4499-9d8f-5f35d442b6be req-a2f567ae-2205-40cb-ac56-51b8d0934778 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603209
Feb 07 01:56:08.140543 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-02f690e0-1d20-49b6-9d9d-136d81c21299 req-25e77278-1ff6-479c-b388-8cb78b78cadf tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0525570
Feb 07 01:56:08.141609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95429d-8788-4e02-a9ca-aac71fdbbb98 req-f60a866f-0397-42b4-a4fe-715083f6a5e7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:08.143322 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3e95429d-8788-4e02-a9ca-aac71fdbbb98 req-f60a866f-0397-42b4-a4fe-715083f6a5e7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1789904
Feb 07 01:56:08.209589 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3e95429d-8788-4e02-a9ca-aac71fdbbb98 req-15a4920a-9e39-4317-8ad5-8a9f4429c90d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594294
Feb 07 01:56:08.440847 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d3133f04-86d5-4617-83ae-c93d79dac58d req-eec2af1f-b7eb-4fb3-ac1f-c13ead2eb0dd tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0502865
Feb 07 01:56:08.656276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bafd81-8793-4537-990b-9de0a4f30d96 req-6c585988-6690-40c2-8c28-92e331879e1b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:08.657916 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7bafd81-8793-4537-990b-9de0a4f30d96 req-6c585988-6690-40c2-8c28-92e331879e1b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1639247
Feb 07 01:56:08.722265 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7bafd81-8793-4537-990b-9de0a4f30d96 req-2d15912a-688c-4759-95db-6f574d4740fe tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579388
Feb 07 01:56:09.335794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7686879a-fdc4-4fab-bdcd-6577aafc693f req-40941a75-bda6-4f10-ad1a-29c7831a45cc tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2476621-6b03-4162-8141-6ad01f02c149 HTTP/1.1" status: 200  len: 210 time: 0.0535223
Feb 07 01:56:09.533161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71443a-ac65-44c7-827d-85bfeffddeba req-66500970-aa06-451d-ad4a-05615312ba8e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:09.534882 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c71443a-ac65-44c7-827d-85bfeffddeba req-66500970-aa06-451d-ad4a-05615312ba8e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1729207
Feb 07 01:56:09.613081 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c71443a-ac65-44c7-827d-85bfeffddeba req-4f665237-09c5-4a46-9a96-0f75bb7d35c8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704470
Feb 07 01:56:09.641386 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3cbc021e-7bd6-4c6d-a972-43c76fe660d7 req-f01aa188-d868-42ec-b85f-f369b2e06d86 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0568862
Feb 07 01:56:10.018025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78bc4-bc61-48af-8c9c-8c6ab858ae8d req-835e653f-d3ff-4c3d-aff8-44e23ec67b49 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:10.019667 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-75f78bc4-bc61-48af-8c9c-8c6ab858ae8d req-835e653f-d3ff-4c3d-aff8-44e23ec67b49 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1640503
Feb 07 01:56:10.090640 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-75f78bc4-bc61-48af-8c9c-8c6ab858ae8d req-25219241-0073-427f-84bc-68707d94c26b tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634427
Feb 07 01:56:10.549467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-4ec9be83-8d92-47b3-8447-23256d7c6652 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:10.551220 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-4ec9be83-8d92-47b3-8447-23256d7c6652 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 815 time: 0.2435396
Feb 07 01:56:10.583586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'port': {'device_id': '8e665882-beac-428f-b07c-33cd26c2f231', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'admin_state_up': True, 'tenant_id': 'e118f06020234423b69b949e066c2232'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:10.778272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:10.789224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:10.888908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Made reservation on behalf of e118f06020234423b69b949e066c2232 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:56:10.912646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:11.160536 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ccb8b9d4-e9c0-4fe7-9063-0fe0fa541443 req-00ddc953-d475-402c-8379-cd3f943688f3 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.1159186
Feb 07 01:56:11.373852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad7dca-208f-414b-bfd0-fbbc1791baa3 req-7532157d-7ca7-454b-a710-9fdb0ddd8ce9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:11.375655 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67ad7dca-208f-414b-bfd0-fbbc1791baa3 req-7532157d-7ca7-454b-a710-9fdb0ddd8ce9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.5562158
Feb 07 01:56:11.533250 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67ad7dca-208f-414b-bfd0-fbbc1791baa3 req-b8a21124-cce1-4efc-94f8-f3315829495a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295071
Feb 07 01:56:11.644277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Allocated IP 172.20.0.11 (2fed0b9b-6612-47ad-9c44-0e4e610e186d/50d742b2-14e4-42b4-be28-03b25d500b0d/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:56:11.702647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69c777-f5d2-4504-b56a-682f0da7146a req-1ee436f2-77ab-4241-993e-b21da70964cf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:11.712166 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f69c777-f5d2-4504-b56a-682f0da7146a req-1ee436f2-77ab-4241-993e-b21da70964cf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.3794143
Feb 07 01:56:11.879618 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f69c777-f5d2-4504-b56a-682f0da7146a req-b0dc013c-b4d4-41e5-87bb-d5d57e216ce6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661077
Feb 07 01:56:12.340249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:12.382012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Transition to ACTIVE for port object ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:56:12.473479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:12.500047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:12.728563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:12.734051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:13.039131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:56:13.041983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:56:13.056474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:56:13.105175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483fa16-81b4-4ddb-b93c-6f94230c1784 req-2df215e1-359a-44a8-a0d1-2ab21fb9099d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:13.107241 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a483fa16-81b4-4ddb-b93c-6f94230c1784 req-2df215e1-359a-44a8-a0d1-2ab21fb9099d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2396026
Feb 07 01:56:13.184241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a483fa16-81b4-4ddb-b93c-6f94230c1784 req-447886c6-99a0-4455-91e2-55070a622247 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:13.200869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997f62-0f67-4031-996a-2e356149b78d req-99df7c78-bda2-4ab5-a7a4-294acdb5e3fe tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:13.202752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef997f62-0f67-4031-996a-2e356149b78d req-99df7c78-bda2-4ab5-a7a4-294acdb5e3fe tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.3493421
Feb 07 01:56:13.243287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a483fa16-81b4-4ddb-b93c-6f94230c1784 req-447886c6-99a0-4455-91e2-55070a622247 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:13.245104 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a483fa16-81b4-4ddb-b93c-6f94230c1784 req-447886c6-99a0-4455-91e2-55070a622247 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246011
Feb 07 01:56:13.328431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:13.329330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:13.371689 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ef997f62-0f67-4031-996a-2e356149b78d req-baae052e-35ce-4079-8e53-62ccd2026e4a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596379
Feb 07 01:56:13.417153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a2e6259b-ce0a-4d1a-acc2-3367c013dfd2 None None] Provisioning for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:56:13.422774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a2e6259b-ce0a-4d1a-acc2-3367c013dfd2 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:13.426380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a2e6259b-ce0a-4d1a-acc2-3367c013dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:13.487410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6259b-ce0a-4d1a-acc2-3367c013dfd2 None None] Port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:56:13.512682 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9335771
Feb 07 01:56:13.697695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f486-9417-4768-b27f-8d6b493c52e9 req-6e50305d-6b25-4afb-a3bc-30a91e0de03f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:13.705396 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bbe4f486-9417-4768-b27f-8d6b493c52e9 req-6e50305d-6b25-4afb-a3bc-30a91e0de03f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1929834
Feb 07 01:56:13.752296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf88b84-e82d-4e00-b2cd-dea0631cea53 req-100a1bfb-9a9a-4533-af41-0f3669a984e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:13.754202 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ecf88b84-e82d-4e00-b2cd-dea0631cea53 req-100a1bfb-9a9a-4533-af41-0f3669a984e1 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1977265
Feb 07 01:56:13.804459 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bbe4f486-9417-4768-b27f-8d6b493c52e9 req-d1321227-3fc9-4fb1-a2c3-c50aa8c388d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979962
Feb 07 01:56:13.847575 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ecf88b84-e82d-4e00-b2cd-dea0631cea53 req-c9bdb72c-99af-4069-938d-8340d58b38c5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859818
Feb 07 01:56:14.571341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1b18-f9bf-44e6-a1e2-8c32c7e9de18 req-cb3ad87e-7d67-4b70-bbc6-b32c00f28671 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:14.572232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-15ab1b18-f9bf-44e6-a1e2-8c32c7e9de18 req-cb3ad87e-7d67-4b70-bbc6-b32c00f28671 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:14.631350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-15ab1b18-f9bf-44e6-a1e2-8c32c7e9de18 req-cb3ad87e-7d67-4b70-bbc6-b32c00f28671 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:14.632587 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15ab1b18-f9bf-44e6-a1e2-8c32c7e9de18 req-cb3ad87e-7d67-4b70-bbc6-b32c00f28671 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2422311
Feb 07 01:56:14.704715 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15ab1b18-f9bf-44e6-a1e2-8c32c7e9de18 req-ab2bb5f4-5e3a-43e0-b2be-85d792cefb0b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650623
Feb 07 01:56:14.716185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec6f6a-9046-4e3a-880c-57dd298ebf46 req-ab8909de-5df3-459e-900a-b4e504579251 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:14.718059 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8dec6f6a-9046-4e3a-880c-57dd298ebf46 req-ab8909de-5df3-459e-900a-b4e504579251 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.1889446
Feb 07 01:56:14.788168 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8dec6f6a-9046-4e3a-880c-57dd298ebf46 req-3e1b46bd-6589-4591-a680-13fe16e4eacd tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625644
Feb 07 01:56:15.275424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ed4e1-6910-4709-b788-858303b9af5f req-0ad1babb-6c53-47c9-b796-31074752e756 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:15.283848 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-777ed4e1-6910-4709-b788-858303b9af5f req-0ad1babb-6c53-47c9-b796-31074752e756 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2605958
Feb 07 01:56:15.371555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-777ed4e1-6910-4709-b788-858303b9af5f req-6e548387-ce04-4422-8049-2e64159c3ad1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814090
Feb 07 01:56:15.420444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2c0a-6ff4-4758-aff4-e59b05d8928d req-ff5e209d-3ce9-43df-bd35-0980c510ee8e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:15.422276 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-235c2c0a-6ff4-4758-aff4-e59b05d8928d req-ff5e209d-3ce9-43df-bd35-0980c510ee8e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4274776
Feb 07 01:56:15.496550 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-235c2c0a-6ff4-4758-aff4-e59b05d8928d req-f10ba1e3-5eb0-417c-a623-d2afd5bd3fd5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670986
Feb 07 01:56:16.149958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2992-66a9-41bf-938b-b7f0eedd3354 req-30fa8d86-9acc-4c90-807a-414ec6b0702b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:16.151719 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a5e2992-66a9-41bf-938b-b7f0eedd3354 req-30fa8d86-9acc-4c90-807a-414ec6b0702b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2299693
Feb 07 01:56:16.168195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663657c-61bd-45d9-9486-39d76c04e940 req-92e88bf0-0f62-4807-ae3b-10a8f434256b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:16.171541 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2663657c-61bd-45d9-9486-39d76c04e940 req-92e88bf0-0f62-4807-ae3b-10a8f434256b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2218215
Feb 07 01:56:16.232920 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a5e2992-66a9-41bf-938b-b7f0eedd3354 req-6beef345-3a47-45a6-8f52-956516d36592 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710735
Feb 07 01:56:16.240163 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2663657c-61bd-45d9-9486-39d76c04e940 req-23543245-43be-4066-afdf-4d1f5ab5c391 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638578
Feb 07 01:56:16.364572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e3835a3d-c52b-48a2-8538-4757bb8d9ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:16.718088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398697-a3fb-4ba0-97d5-dbcf9952c99d req-764b8e26-9aca-4933-bd8f-6adc0cb01d69 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:16.719777 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e398697-a3fb-4ba0-97d5-dbcf9952c99d req-764b8e26-9aca-4933-bd8f-6adc0cb01d69 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1936100
Feb 07 01:56:16.788961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9e398697-a3fb-4ba0-97d5-dbcf9952c99d req-c7708151-11f4-47f7-ab14-5ca9c17eb88d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616515
Feb 07 01:56:16.800320 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a9b33-3358-4927-9d50-cc855ecf15a8 req-2f74955d-7fe1-4df3-8f8e-b356b5b47903 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:16.802784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0c4a9b33-3358-4927-9d50-cc855ecf15a8 req-2f74955d-7fe1-4df3-8f8e-b356b5b47903 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1727045
Feb 07 01:56:16.871484 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0c4a9b33-3358-4927-9d50-cc855ecf15a8 req-dad45b68-3cc7-4964-8cc4-223a490c48fb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622144
Feb 07 01:56:17.592577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f55fc-e1e1-4bec-8371-93eda8af1a97 req-edd4bd5f-65eb-4889-863f-7e9138795fa0 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:17.594951 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d47f55fc-e1e1-4bec-8371-93eda8af1a97 req-edd4bd5f-65eb-4889-863f-7e9138795fa0 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2185574
Feb 07 01:56:17.608872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f5344-e7a1-40e9-896d-50fecbdaa23c req-6cb04b37-c426-4b64-ac2d-a3ab3f4cf929 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:17.612499 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-767f5344-e7a1-40e9-896d-50fecbdaa23c req-6cb04b37-c426-4b64-ac2d-a3ab3f4cf929 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2287381
Feb 07 01:56:17.698095 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d47f55fc-e1e1-4bec-8371-93eda8af1a97 req-7e782ec5-e1ac-4a58-b062-47d38b1486e9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962937
Feb 07 01:56:17.710375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-767f5344-e7a1-40e9-896d-50fecbdaa23c req-0a455fc4-c998-4462-9a81-6c540c1a681b tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896060
Feb 07 01:56:18.210369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d459a8-0a95-4550-bb56-86a1d575c398 req-14009da7-58af-43e7-8435-a8d8f7b44669 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:18.212356 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16d459a8-0a95-4550-bb56-86a1d575c398 req-14009da7-58af-43e7-8435-a8d8f7b44669 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2015395
Feb 07 01:56:18.313646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ba79-3d2d-45ed-b913-1a1c117ab87c req-ac3a646b-d02a-45a6-a47a-212205a51683 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:18.315421 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d93ba79-3d2d-45ed-b913-1a1c117ab87c req-ac3a646b-d02a-45a6-a47a-212205a51683 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2608929
Feb 07 01:56:18.346137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45042) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:18.354644 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16d459a8-0a95-4550-bb56-86a1d575c398 req-871d8659-0c54-440e-b8cd-c7e9f6aafa64 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158171
Feb 07 01:56:18.412808 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d93ba79-3d2d-45ed-b913-1a1c117ab87c req-1fa0637d-cf32-4c40-abe3-55a6806da833 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890112
Feb 07 01:56:18.513176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-de96e536-8d06-4598-9fef-1be330123246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:18.591299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:18.630505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:18.642089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5224658dbd4b05a321f575010bd254 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:18.646630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:18.656883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:18.735274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:56:18.778877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:18.811623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:18.835257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-671a24ed-8356-45fd-9d11-42928b8e0bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:18.904639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d55dfa-d3fd-4e0f-8214-110ca49877ce,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:18.947149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.947556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.947997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.948391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.948948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.949332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.949759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.950075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.950455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.950833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.951272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.951652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.952115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.952497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.952874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.953250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.953627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.954005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.954381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.954755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.955156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.955529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.955905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:18.956277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:19.021321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:19.050901 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab5224658dbd4b05a321f575010bd254&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6938398
Feb 07 01:56:19.050901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45066) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:19.059936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d85e90-f236-44d6-a090-368ef13da1a3 req-7a9b497e-0f51-40bb-84cb-77c97964de7e tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:19.065176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-17d85e90-f236-44d6-a090-368ef13da1a3 req-7a9b497e-0f51-40bb-84cb-77c97964de7e tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2198858
Feb 07 01:56:19.139504 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-17d85e90-f236-44d6-a090-368ef13da1a3 req-97b317fc-aaf4-438f-ac16-218d28be6897 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698469
Feb 07 01:56:19.189958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924229b-1992-4ebb-8100-2bb3287fef45 req-d2e55483-b11b-4a9d-82ab-b45dc337029d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:19.191456 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7924229b-1992-4ebb-8100-2bb3287fef45 req-d2e55483-b11b-4a9d-82ab-b45dc337029d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2728081
Feb 07 01:56:19.279839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7924229b-1992-4ebb-8100-2bb3287fef45 req-b97493a7-212c-4cea-97d6-9658d27f7d61 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809669
Feb 07 01:56:19.282827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.315389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.337210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.649969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.668163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d638b087-31e5-4b0e-899e-e88627e5604d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:19.689214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d55dfa-d3fd-4e0f-8214-110ca49877ce,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:19.714367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:19.726922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.734139 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1d55dfa-d3fd-4e0f-8214-110ca49877ce HTTP/1.1" status: 204  len: 168 time: 0.6817195
Feb 07 01:56:19.762521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be958fa-6c46-435d-8d6b-2fa2bba0a054 req-f844598b-756f-482a-99dd-a80ce8292010 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:19.771655 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5be958fa-6c46-435d-8d6b-2fa2bba0a054 req-f844598b-756f-482a-99dd-a80ce8292010 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.2548945
Feb 07 01:56:19.851639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:19.927009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5be958fa-6c46-435d-8d6b-2fa2bba0a054 req-955d399d-2eca-4088-8ea6-37c9df533494 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1533642
Feb 07 01:56:19.997501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4348880-4fb6-4977-8ee8-bef34e96067a req-83839e3a-ce74-4b63-874e-7980645c8885 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:19.999368 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e4348880-4fb6-4977-8ee8-bef34e96067a req-83839e3a-ce74-4b63-874e-7980645c8885 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.4145625
Feb 07 01:56:20.090023 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e4348880-4fb6-4977-8ee8-bef34e96067a req-14754552-185c-4f4a-bc8a-e068b560edca tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841117
Feb 07 01:56:20.535122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e89d5-0c15-4258-b2d1-1b46983c0a14 req-5dd3dd1b-41f5-4610-a90c-743a9edc16e9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:20.547923 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a9e89d5-0c15-4258-b2d1-1b46983c0a14 req-5dd3dd1b-41f5-4610-a90c-743a9edc16e9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.2468879
Feb 07 01:56:20.656577 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a9e89d5-0c15-4258-b2d1-1b46983c0a14 req-fea69790-cd43-4a13-a6e0-e8dc3bf89578 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072869
Feb 07 01:56:20.820355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:20.954494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:21.016206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f12-9dc5-4eaa-8a9d-6c01447bf2e2 req-54960b24-ac37-4266-b50b-5ffd745a8dde tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:21.060664 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d5c2f12-9dc5-4eaa-8a9d-6c01447bf2e2 req-54960b24-ac37-4266-b50b-5ffd745a8dde tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2274673
Feb 07 01:56:21.094800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d5c2f12-9dc5-4eaa-8a9d-6c01447bf2e2 req-a596af3b-48b5-4d59-be06-95ad677e611c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690091
Feb 07 01:56:21.471469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9351-db35-434f-9326-0dad2d2acca7 req-f542d920-06e1-42f1-8697-b3b6665746a4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:21.473155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e03e9351-db35-434f-9326-0dad2d2acca7 req-f542d920-06e1-42f1-8697-b3b6665746a4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1890421
Feb 07 01:56:21.532284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3e2e9-7c1f-41cf-9723-7cd5c4f3b8fc req-561924c3-2198-4cbd-a376-b98df48b4e71 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:21.534202 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3d3e2e9-7c1f-41cf-9723-7cd5c4f3b8fc req-561924c3-2198-4cbd-a376-b98df48b4e71 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2063663
Feb 07 01:56:21.571741 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e03e9351-db35-434f-9326-0dad2d2acca7 req-580f7c4e-6e78-44ee-a566-8ee9c110ba91 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837317
Feb 07 01:56:21.609568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e3d3e2e9-7c1f-41cf-9723-7cd5c4f3b8fc req-83054e7d-0747-4d43-91ca-2fcc0d0b24df tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668736
Feb 07 01:56:21.982071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd54e7-2704-440b-bba1-2facf4ef33ae req-f3f1cd98-1cf9-428a-8109-b4718984ded5 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:21.983994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7dd54e7-2704-440b-bba1-2facf4ef33ae req-f3f1cd98-1cf9-428a-8109-b4718984ded5 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.1842310
Feb 07 01:56:22.060223 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7dd54e7-2704-440b-bba1-2facf4ef33ae req-8f0fc2e1-7d01-440f-b9bc-a285c8ad2f99 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678551
Feb 07 01:56:22.453519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81e940-7683-4e6a-8bbe-9cf680e1d5ce req-bc932248-ce0b-4a10-9dc4-ad9c1d8acf89 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:22.455274 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd81e940-7683-4e6a-8bbe-9cf680e1d5ce req-bc932248-ce0b-4a10-9dc4-ad9c1d8acf89 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.1995716
Feb 07 01:56:22.539978 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd81e940-7683-4e6a-8bbe-9cf680e1d5ce req-eb5a2eea-7cc5-43dc-9d3a-b4e505a1291e tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778620
Feb 07 01:56:22.920618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10cd5f-e1de-4507-a5f1-992294c4fb32 req-5e4b8b00-eadd-4e45-9aa2-bf277e8a1be2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:22.922498 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0b10cd5f-e1de-4507-a5f1-992294c4fb32 req-5e4b8b00-eadd-4e45-9aa2-bf277e8a1be2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1935287
Feb 07 01:56:22.993000 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0b10cd5f-e1de-4507-a5f1-992294c4fb32 req-87daba87-ab9a-48ab-87e3-dfad33e54617 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638728
Feb 07 01:56:23.164653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86190f-9d4d-40cb-87ce-ef495ac7e7e9 req-aaf89bc3-f7cc-48fe-8101-e8036224774e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:23.166398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb86190f-9d4d-40cb-87ce-ef495ac7e7e9 req-aaf89bc3-f7cc-48fe-8101-e8036224774e tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.3974555
Feb 07 01:56:23.243606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb86190f-9d4d-40cb-87ce-ef495ac7e7e9 req-ce74b2a5-19f9-45ef-a25f-e04d155a3a1d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704348
Feb 07 01:56:23.422853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249b9cf-a817-4d65-976e-10fc546576df req-d79c159e-5e82-4282-9c40-d5e7f2b68e9b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:23.423601 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0249b9cf-a817-4d65-976e-10fc546576df req-d79c159e-5e82-4282-9c40-d5e7f2b68e9b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.1974180
Feb 07 01:56:23.564102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0249b9cf-a817-4d65-976e-10fc546576df req-bdc08db9-1796-40ed-a5cd-7ad9f6f4ec64 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194098
Feb 07 01:56:23.855550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88fc3-6753-45f7-a4c9-20ef786e454a req-d7cfe5e4-ffb4-4aa9-9b66-8841d84e0e4d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:23.857221 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63c88fc3-6753-45f7-a4c9-20ef786e454a req-d7cfe5e4-ffb4-4aa9-9b66-8841d84e0e4d tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.1732678
Feb 07 01:56:23.928906 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63c88fc3-6753-45f7-a4c9-20ef786e454a req-63f24e90-1582-4b8a-b103-48772e4a0b58 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653133
Feb 07 01:56:24.320817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cc0c7-c871-4bf2-bf67-40f4491a77f4 req-56b19e06-5b00-43dd-91e7-dad6c25bd35d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:24.322807 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-095cc0c7-c871-4bf2-bf67-40f4491a77f4 req-56b19e06-5b00-43dd-91e7-dad6c25bd35d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1705031
Feb 07 01:56:24.401823 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-095cc0c7-c871-4bf2-bf67-40f4491a77f4 req-55ed21a5-c467-49a6-b974-71e1a3879a67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676956
Feb 07 01:56:24.568390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffd723-6435-4e30-8b91-bf1da4b684fa req-e9057fe6-66c9-4339-9030-f63fedcbdca6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:24.570009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5ffd723-6435-4e30-8b91-bf1da4b684fa req-e9057fe6-66c9-4339-9030-f63fedcbdca6 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1712515
Feb 07 01:56:24.667641 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5ffd723-6435-4e30-8b91-bf1da4b684fa req-2b0cfac3-2b2c-458a-9e09-96c3f3715feb tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909550
Feb 07 01:56:24.781242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Request body: {'port': {'device_id': '8e665882-beac-428f-b07c-33cd26c2f231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:25.054789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb2cf-82a4-40f0-a419-9bf696fc968a req-13a8dc91-ea19-4a7c-bb3a-2acdeebd8860 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:25.056544 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ba8bb2cf-82a4-40f0-a419-9bf696fc968a req-13a8dc91-ea19-4a7c-bb3a-2acdeebd8860 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 932 time: 0.3402421
Feb 07 01:56:25.088935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:25.224687 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ba8bb2cf-82a4-40f0-a419-9bf696fc968a req-a1613c69-6f51-44c9-8976-cab812a41512 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552341
Feb 07 01:56:25.272816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a347f-fc7a-407c-a941-5980a195e5d6 req-bc065446-8a76-4180-b932-250e04a7d6ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:25.274563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-482a347f-fc7a-407c-a941-5980a195e5d6 req-bc065446-8a76-4180-b932-250e04a7d6ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.1944258
Feb 07 01:56:25.276336 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-a8fc9571-dbfc-4cbe-8891-aad2b90a7a42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3541753
Feb 07 01:56:25.356003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-482a347f-fc7a-407c-a941-5980a195e5d6 req-594f0aa3-0eb6-4cdf-be2b-454d33e2c318 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735834
Feb 07 01:56:25.636319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-32360b27-191b-4d54-8309-11765efb0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:25.637941 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-32360b27-191b-4d54-8309-11765efb0ebc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.1915474
Feb 07 01:56:25.912345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73061ae-b2a6-45e8-bfac-b21890f886eb req-f312efb6-0d85-4940-b7b3-dc9513fe115d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:25.914078 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c73061ae-b2a6-45e8-bfac-b21890f886eb req-f312efb6-0d85-4940-b7b3-dc9513fe115d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3542533
Feb 07 01:56:25.950502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:56:25.968123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:26.003012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e7b69-b62e-4dde-8d7c-063f42494361 req-6229911e-a82e-4679-817a-ef2e42d009ac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:26.005070 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc2e7b69-b62e-4dde-8d7c-063f42494361 req-6229911e-a82e-4679-817a-ef2e42d009ac tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.1878855
Feb 07 01:56:26.033062 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c73061ae-b2a6-45e8-bfac-b21890f886eb req-95f63cd6-083c-4bf7-ab5f-2300a61b106b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016428
Feb 07 01:56:26.033447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Transition to ACTIVE for port object ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:56:26.070602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-cb52f339-202b-487f-beb0-abccded197e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:26.072248 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-cb52f339-202b-487f-beb0-abccded197e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.3509557
Feb 07 01:56:26.139329 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dc2e7b69-b62e-4dde-8d7c-063f42494361 req-1096808d-3bd6-4d29-aef0-560f165dfa63 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805140
Feb 07 01:56:26.148873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:26.236800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430981d-1fa8-4839-99cb-735c2681df29 req-19c61153-a255-41d2-a68e-c385b60cf7c5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:26.238526 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e430981d-1fa8-4839-99cb-735c2681df29 req-19c61153-a255-41d2-a68e-c385b60cf7c5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 945 time: 0.2323925
Feb 07 01:56:26.339788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Deleting port 8ce16e98-117b-4016-a40d-1d1d358a3cfc {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:26.340192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:26.393836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69b78f35-8aba-45cf-8171-d77b40a0a74b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:26.643609 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-27571d17-879f-4886-a25a-6f26482c64b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 1000 time: 0.5630658
Feb 07 01:56:26.719994 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:26.721094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] For port 8ce16e98-117b-4016-a40d-1d1d358a3cfc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8ce16e98-117b-4016-a40d-1d1d358a3cfc,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:26.721510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:26.734204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:26.833486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-45180638-82df-407c-bf6f-fccb279eef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:26.835159 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-45180638-82df-407c-bf6f-fccb279eef8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.1779349
Feb 07 01:56:26.839729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17912cb-aabf-439c-907e-0dcea871d52c req-63ee9041-e575-4922-b35f-b90caa99007a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:26.850024 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c17912cb-aabf-439c-907e-0dcea871d52c req-63ee9041-e575-4922-b35f-b90caa99007a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.2833028
Feb 07 01:56:27.013127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Calling delete_port for 8ce16e98-117b-4016-a40d-1d1d358a3cfc owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:27.043480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782cec2-d1cc-4d2b-bdf4-f37956320c9a req-ce15c341-7ef3-40f5-b747-28a898e22ba3 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:27.051154 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a782cec2-d1cc-4d2b-bdf4-f37956320c9a req-ce15c341-7ef3-40f5-b747-28a898e22ba3 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.6646485
Feb 07 01:56:27.121532 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c17912cb-aabf-439c-907e-0dcea871d52c req-2270188a-6f48-469f-8837-9856ce37ad7a tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704074
Feb 07 01:56:27.185213 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a782cec2-d1cc-4d2b-bdf4-f37956320c9a req-b6a26ce6-e0a7-4703-8e74-32cc1e517041 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311345
Feb 07 01:56:27.222957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Attempting to bind port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Attempting to bind port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Attempting to bind port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 on network 2fed0b9b-6612-47ad-9c44-0e4e610e186d {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Checking segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Bound using segment: {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Bound port: ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:56:27.235258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:27.300391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:27.308715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-b2c153eb-f02f-4415-9aea-c220ce7e6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:27.310737 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-b2c153eb-f02f-4415-9aea-c220ce7e6ace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4586453
Feb 07 01:56:27.392841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:27.454019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Pushing event deleted for resources: {'Port': ['ID=8ce16e98-117b-4016-a40d-1d1d358a3cfc,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:27.482140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.482659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.483124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.483532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.483929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.484324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.484720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.485110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.485500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.485894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.486282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.486823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.487206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.487597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.487701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:56:27.488008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.488369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.489289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.489679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.490089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.490438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.490831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.491347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.491775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.492164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:27.509201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:27.519985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:56:27.522872 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-65c3c2ac-dde6-4900-a483-70bdd0fc9f33 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854513
Feb 07 01:56:27.553101 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:27.573678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-603c6dba-ff4c-4e02-a8ea-83ee0137f441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:27.638296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8d98c-13a2-48ae-91a6-061d5ac42d95 req-049b1612-4c70-47aa-8442-dd33522d1f95 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:27.646132 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-44d8d98c-13a2-48ae-91a6-061d5ac42d95 req-049b1612-4c70-47aa-8442-dd33522d1f95 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.4005938
Feb 07 01:56:27.777411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] No DVR routers for this DVR port 8ce16e98-117b-4016-a40d-1d1d358a3cfc on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:56:27.782651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:27.789620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'name': 'network-vif-deleted', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:27.818360 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-44d8d98c-13a2-48ae-91a6-061d5ac42d95 req-119bf465-642e-46cb-b2f8-741ef15cd2ee tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1712420
Feb 07 01:56:27.825963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:27.879561 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb8568d8-e3fb-43bc-ba90-f16dd1cda3d6 req-2057cab0-f888-4e54-9711-da2872aac12d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=d048bfa2-68ee-41d7-8de0-df9688c6c83a HTTP/1.1" status: 200  len: 210 time: 0.2022069
Feb 07 01:56:27.938277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:27.938703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.002323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ace95-cb9b-418f-866f-189dabdac979 req-7cea7881-b369-40ce-b9ce-68e0c5034813 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.004141 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-221ace95-cb9b-418f-866f-189dabdac979 req-7cea7881-b369-40ce-b9ce-68e0c5034813 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.3394926
Feb 07 01:56:28.006613 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048bfa2-68ee-41d7-8de0-df9688c6c83a', 'name': 'network-vif-deleted', 'tag': '8ce16e98-117b-4016-a40d-1d1d358a3cfc', 'status': 'completed', 'code': 200}
Feb 07 01:56:28.008846 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e430981d-1fa8-4839-99cb-735c2681df29 req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "DELETE /v2.0/ports/8ce16e98-117b-4016-a40d-1d1d358a3cfc HTTP/1.1" status: 204  len: 173 time: 1.7636638
Feb 07 01:56:28.029647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:28.039927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:28.079683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-85c332be-143a-4fc1-b5fd-bb09be51e2a8 req-ce02d9c7-b055-46c3-aad5-77fcf0149a6a service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4136989
Feb 07 01:56:28.086054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.091969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.093608 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] 10.222.0.21 "PUT /v2.0/ports/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 1158 time: 3.3266644
Feb 07 01:56:28.094160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:28.208595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.218494 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:56:28.260707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:28.273349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:28.296528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Deleting port b453d4a3-644d-48f8-a290-25464c5161d1 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:28.303515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.324498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.326560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:28.377659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-992ab282-8540-4864-9438-51dde4330cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.380894 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-992ab282-8540-4864-9438-51dde4330cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1161 time: 0.1187892
Feb 07 01:56:28.431341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=6']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:28.439889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:28.471204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-4d72f58a-4846-4adf-994c-0aa0b1a22895 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 217 time: 0.0737216
Feb 07 01:56:28.476626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.477012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.477384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.477753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.478174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.478543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.478720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2617bd-c7fa-4131-a9d7-a5fbb1353715 req-4c2dec2c-3deb-4fbd-a74b-b8f978ef5d7b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.479001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.479372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.479733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.480086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.480450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.480557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fe2617bd-c7fa-4131-a9d7-a5fbb1353715 req-4c2dec2c-3deb-4fbd-a74b-b8f978ef5d7b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.3675888
Feb 07 01:56:28.480804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.481248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.481606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.481962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.482317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.482669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.483196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.483382 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.483718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.484091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.484458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.484875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.485229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:56:28.495978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 8ce16e98-117b-4016-a40d-1d1d358a3cfc {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:56:28.496363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 8ce16e98-117b-4016-a40d-1d1d358a3cfc not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:56:28.498166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:28.570029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-c75f2a1f-e7e5-4973-b611-ae88b1b60ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.571633 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-c75f2a1f-e7e5-4973-b611-ae88b1b60ba9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.0920062
Feb 07 01:56:28.616783 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fe2617bd-c7fa-4131-a9d7-a5fbb1353715 req-566b471b-5471-4094-add8-6e7f0332b221 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248317
Feb 07 01:56:28.663951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-b1094093-7148-439a-aa2c-166ae89a8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.665570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-b1094093-7148-439a-aa2c-166ae89a8b84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854409
Feb 07 01:56:28.856855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] For port b453d4a3-644d-48f8-a290-25464c5161d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=b453d4a3-644d-48f8-a290-25464c5161d1,segment=NetworkSegment(e8721d9c-0fe3-4015-ac88-4b8c2d129364),segment_id=e8721d9c-0fe3-4015-ac88-4b8c2d129364)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:28.857628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:28.993106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eaa55-4f81-4bef-99e2-8cf541005e04 req-c24afbb8-d3af-4443-848e-54d4700752ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:28.994822 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e19eaa55-4f81-4bef-99e2-8cf541005e04 req-c24afbb8-d3af-4443-848e-54d4700752ff tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 946 time: 0.3282769
Feb 07 01:56:28.998692 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-5770eeda-483b-4c37-8035-f537cb81870d service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699153
Feb 07 01:56:29.011639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Calling delete_port for b453d4a3-644d-48f8-a290-25464c5161d1 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:29.162845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e19eaa55-4f81-4bef-99e2-8cf541005e04 req-08343c99-5e7f-44e3-b068-6ba7ab0e258f tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/security-groups?id=05589821-9273-4ae9-bd24-03caaf84dbe6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600778
Feb 07 01:56:29.224220 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bb87ddd7-2c8e-45db-a556-67cd5f920ec9 req-c1c3fd54-9cb6-4d61-96e4-f1004dc5323b service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2062228
Feb 07 01:56:29.242612 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'code': 200}
Feb 07 01:56:29.403972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca5e7-9f68-43da-a3c3-95c85ef471f9 req-b6e0cdd8-81c3-46bf-9d3d-bc31805633ec tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:29.405686 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4bfca5e7-9f68-43da-a3c3-95c85ef471f9 req-b6e0cdd8-81c3-46bf-9d3d-bc31805633ec tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.6283851
Feb 07 01:56:29.488649 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4bfca5e7-9f68-43da-a3c3-95c85ef471f9 req-1c6689b2-5a9e-4830-807e-9ed7d4bf8cad tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647151
Feb 07 01:56:29.592201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:29.616774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:29.636463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa852dde-32c4-48c2-b070-7495f5c48188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:29.679137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:29.679859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:29.805408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Pushing event deleted for resources: {'Port': ['ID=b453d4a3-644d-48f8-a290-25464c5161d1,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:29.811093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:29.817192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ab867-5044-401d-9df8-bcb3dd901bf3 req-31db7691-a0ab-4116-ad8b-87913f53082c tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:29.820188 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d3ab867-5044-401d-9df8-bcb3dd901bf3 req-31db7691-a0ab-4116-ad8b-87913f53082c tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.4743123
Feb 07 01:56:29.830681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-f8e28e5b-3184-4e74-8893-2cf90ca62b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:29.834175 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-f8e28e5b-3184-4e74-8893-2cf90ca62b6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1161 time: 0.4319441
Feb 07 01:56:29.898663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device b453d4a3-644d-48f8-a290-25464c5161d1 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:29.956593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: b453d4a3-644d-48f8-a290-25464c5161d1 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:56:29.957001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device b453d4a3-644d-48f8-a290-25464c5161d1 not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:56:29.960778 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5d3ab867-5044-401d-9df8-bcb3dd901bf3 req-6a9321f7-f812-466e-a72f-02a46d48c174 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248775
Feb 07 01:56:29.999942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a0d6-2126-4b10-9a2c-82aacb35ca81 req-ac1dd144-29c8-47ea-93f1-102d3a387375 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.001677 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c203a0d6-2126-4b10-9a2c-82aacb35ca81 req-ac1dd144-29c8-47ea-93f1-102d3a387375 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2591221
Feb 07 01:56:30.112800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] No DVR routers for this DVR port b453d4a3-644d-48f8-a290-25464c5161d1 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:56:30.128202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:30.139975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'name': 'network-vif-deleted', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:30.175234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-20a99210-a475-4a6b-8c86-1af595f473dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.177380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-20a99210-a475-4a6b-8c86-1af595f473dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.2764738
Feb 07 01:56:30.188788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c203a0d6-2126-4b10-9a2c-82aacb35ca81 req-a3f43c66-2c43-4933-85b4-2235125711dc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1757102
Feb 07 01:56:30.199020 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.21 "DELETE /v2.0/ports/b453d4a3-644d-48f8-a290-25464c5161d1 HTTP/1.1" status: 204  len: 173 time: 2.1458776
Feb 07 01:56:30.216702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e10e-edf9-400c-a461-ecc4b4715853 req-5e781c53-1af1-4079-bae8-8af4ddf2cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.218335 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c6f8e10e-edf9-400c-a461-ecc4b4715853 req-5e781c53-1af1-4079-bae8-8af4ddf2cfb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1163 time: 0.1422250
Feb 07 01:56:30.280839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c6f8e10e-edf9-400c-a461-ecc4b4715853 req-11085aae-fad6-4b14-bc3d-3f39e0661757 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550632
Feb 07 01:56:30.338959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-a4adc323-cda8-4c7d-86a3-209a437106c7 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.340627 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-a4adc323-cda8-4c7d-86a3-209a437106c7 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.2914784
Feb 07 01:56:30.392541 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-1c511b25-5b91-4583-9005-37bdefd2f31a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 217 time: 0.2074735
Feb 07 01:56:30.533071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4106-e972-4452-8d67-834b02d54ed6 req-f535cdf4-f1f7-46b5-af7f-b6c3d8404449 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.534800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a99a4106-e972-4452-8d67-834b02d54ed6 req-f535cdf4-f1f7-46b5-af7f-b6c3d8404449 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 945 time: 0.2847047
Feb 07 01:56:30.601340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae', 'name': 'network-vif-deleted', 'tag': 'b453d4a3-644d-48f8-a290-25464c5161d1', 'status': 'completed', 'code': 200}
Feb 07 01:56:30.602781 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a99a4106-e972-4452-8d67-834b02d54ed6 req-bc065e3e-11ba-4048-8303-bc34ff000216 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604908
Feb 07 01:56:30.750107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a35ef593-c222-4c32-99dc-c0f97e21465e req-e45bee47-2862-4bd0-a9e5-b68af0f76590 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Synchronizing usage tracker for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:30.788228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a35ef593-c222-4c32-99dc-c0f97e21465e req-e45bee47-2862-4bd0-a9e5-b68af0f76590 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Unset dirty status for tenant:e85d01042fb54d22a19f630bbf212469 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:30.789710 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a35ef593-c222-4c32-99dc-c0f97e21465e req-e45bee47-2862-4bd0-a9e5-b68af0f76590 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1ef095a-e1fb-45f0-b25f-9bd9d81d55ae HTTP/1.1" status: 200  len: 210 time: 0.0893705
Feb 07 01:56:30.921781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-3d50be2e-4b96-47aa-abce-6ffb27b38949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:30.923429 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-3d50be2e-4b96-47aa-abce-6ffb27b38949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.2070620
Feb 07 01:56:30.955346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Deleting port d1383deb-bab2-44b5-89e2-087f6009657d {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:30.955733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:31.084794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c3052-664e-497d-b69b-5aa48d5ee7cf req-71858dc6-ea0c-4eb8-8f72-cff338168467 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:31.085619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7a0c3052-664e-497d-b69b-5aa48d5ee7cf req-71858dc6-ea0c-4eb8-8f72-cff338168467 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Synchronizing usage tracker for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:31.131209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7a0c3052-664e-497d-b69b-5aa48d5ee7cf req-71858dc6-ea0c-4eb8-8f72-cff338168467 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Unset dirty status for tenant:22b3c3046cfa41a7afe3a15779aeb508 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:31.133029 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7a0c3052-664e-497d-b69b-5aa48d5ee7cf req-71858dc6-ea0c-4eb8-8f72-cff338168467 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2165473
Feb 07 01:56:31.161400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d1383deb-bab2-44b5-89e2-087f6009657d no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:31.203450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7a0c3052-664e-497d-b69b-5aa48d5ee7cf req-5cfb3918-3236-495c-a44c-0fb6dd897634 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641246
Feb 07 01:56:31.246067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3c8a-73cf-4428-932b-c76769ff0e2b req-e45c5c4b-bafa-496a-b87d-8ec403baef98 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:31.247803 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-076c3c8a-73cf-4428-932b-c76769ff0e2b req-e45c5c4b-bafa-496a-b87d-8ec403baef98 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.4547009
Feb 07 01:56:31.297406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:31.326465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:31.337390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d1383deb-bab2-44b5-89e2-087f6009657d,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:31.366506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:31.369245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:31.400243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-2dd296f2-1b08-4cdb-8e52-6f40fe6974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:31.401891 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-2dd296f2-1b08-4cdb-8e52-6f40fe6974ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4175336
Feb 07 01:56:31.449500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:31.452892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:31.462015 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-076c3c8a-73cf-4428-932b-c76769ff0e2b req-875c485c-2303-4066-a9ff-6468f5353606 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027755
Feb 07 01:56:31.514691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a3f3-2100-4d5a-937e-1a86f0fdf403 req-bfef38ea-4335-4b2c-bc3f-014ca55bc21f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:31.522681 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-01a3a3f3-2100-4d5a-937e-1a86f0fdf403 req-bfef38ea-4335-4b2c-bc3f-014ca55bc21f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1928501
Feb 07 01:56:31.588972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d1383deb-bab2-44b5-89e2-087f6009657d,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:31.589508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:31.597603 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-01a3a3f3-2100-4d5a-937e-1a86f0fdf403 req-04da8669-821c-442e-9f9c-5534641115a1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738890
Feb 07 01:56:31.669003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d', 'code': 200}
Feb 07 01:56:31.810925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Calling delete_port for d1383deb-bab2-44b5-89e2-087f6009657d owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:31.869380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-3497063c-1b12-4121-81ee-e80e3f176a24 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4546325
Feb 07 01:56:31.960472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c297c-4ae1-4eff-9213-d60bbf4e3b5f req-5a197f09-0931-4303-842a-60c1b93398b4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:31.962225 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d30c297c-4ae1-4eff-9213-d60bbf4e3b5f req-5a197f09-0931-4303-842a-60c1b93398b4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.1927433
Feb 07 01:56:32.032894 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d30c297c-4ae1-4eff-9213-d60bbf4e3b5f req-41ab71e0-f6af-4e79-9e70-69d6bda999ef tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638342
Feb 07 01:56:32.134841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618efd8a-d194-4070-ba8d-c8a0a27f0673 req-34f81d70-0d10-431d-9c8e-717392119ecd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:32.136625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-618efd8a-d194-4070-ba8d-c8a0a27f0673 req-34f81d70-0d10-431d-9c8e-717392119ecd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.5393288
Feb 07 01:56:32.140395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45240) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:32.221186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:56:32.221572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Deleting subnet f55d9760-9f18-42b1-83b3-9fad69d801db {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:56:32.221685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:56:32.226025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:32.244339 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-618efd8a-d194-4070-ba8d-c8a0a27f0673 req-de5afc03-413e-4f6a-8e7d-0fe59da97e7c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864727
Feb 07 01:56:32.246594 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be95fd45-b425-4fd0-95f6-9b1defe2197e req-73bb7509-e7ac-424e-8b37-584e54d233f7 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3548014
Feb 07 01:56:32.289518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:32.410267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:32.658435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e2eec-077f-4ace-8e7b-d9e0f3a03be5 req-37ac0f0a-f915-4830-8868-0be56fe575b5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:32.660121 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bf1e2eec-077f-4ace-8e7b-d9e0f3a03be5 req-37ac0f0a-f915-4830-8868-0be56fe575b5 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.3130817
Feb 07 01:56:32.770788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3235b34-a149-4e18-9eec-ab5f40273fe9 req-bad6d7fe-d532-47ed-80d9-b695bf202391 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:32.772253 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bf1e2eec-077f-4ace-8e7b-d9e0f3a03be5 req-2d0a63d1-e5ee-462d-bb3b-893a042fa88f tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047509
Feb 07 01:56:32.777489 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3235b34-a149-4e18-9eec-ab5f40273fe9 req-bad6d7fe-d532-47ed-80d9-b695bf202391 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.1692982
Feb 07 01:56:32.777489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Deleting port d1383deb-bab2-44b5-89e2-087f6009657d {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:32.777489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:32.914611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:32.946523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:33.087100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55d9760-9f18-42b1-83b3-9fad69d801db,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:33.090114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:33.134383 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3235b34-a149-4e18-9eec-ab5f40273fe9 req-e97c2190-a2e7-4983-b44f-a29e02744694 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3333642
Feb 07 01:56:33.179873 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:33.194433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c386cc0f-e00e-4f55-88d9-08e494fbd351 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f55d9760-9f18-42b1-83b3-9fad69d801db HTTP/1.1" status: 204  len: 168 time: 1.0525930
Feb 07 01:56:33.195345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45286) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:33.289480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53903-4ddf-41ef-a736-4bced7931aaf req-9597b1de-d90e-47ce-ad0c-760bdfb961cc tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:33.291234 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1fc53903-4ddf-41ef-a736-4bced7931aaf req-9597b1de-d90e-47ce-ad0c-760bdfb961cc tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3485527
Feb 07 01:56:33.329546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] For port d1383deb-bab2-44b5-89e2-087f6009657d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d1383deb-bab2-44b5-89e2-087f6009657d,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:33.329944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:33.448663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.objects.ports [None req-4c6ec2b9-e1d9-4fea-80ea-6b03f69f7273 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 07 01:56:33.467273 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1fc53903-4ddf-41ef-a736-4bced7931aaf req-e94d2813-909b-4ed8-a325-5d7428916e86 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488535
Feb 07 01:56:33.474488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:33.516114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Calling delete_port for d1383deb-bab2-44b5-89e2-087f6009657d owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:33.697935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca759-7354-4a02-ab35-43d8ffe8f92a req-cd1add8e-b14a-4957-93a5-1352d4456490 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:33.699748 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16cca759-7354-4a02-ab35-43d8ffe8f92a req-cd1add8e-b14a-4957-93a5-1352d4456490 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 943 time: 0.3732696
Feb 07 01:56:33.730654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:33.821398 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16cca759-7354-4a02-ab35-43d8ffe8f92a req-df9b279c-17af-4031-b673-010a550e19fe tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150632
Feb 07 01:56:33.896616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:33.914240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0991a352-8902-4cb3-a5bc-75349dd69734 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:33.943215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fc9bc-505f-4975-9c69-ca52dd8fe6bc req-06cf1161-79af-48ff-9d75-5b5329e8bb0f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:33.944949 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5e1fc9bc-505f-4975-9c69-ca52dd8fe6bc req-06cf1161-79af-48ff-9d75-5b5329e8bb0f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.2908511
Feb 07 01:56:33.978944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2511550>,) {'filters': {'network_id': ['e617216e-bd1e-4883-9ac7-82cffef20e63']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:33.997497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2511550>, 'e8721d9c-0fe3-4015-ac88-4b8c2d129364') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:33.997835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2511550>, 'e8721d9c-0fe3-4015-ac88-4b8c2d129364') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:34.021941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.025086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Pushing event deleted for resources: {'Port': ['ID=d1383deb-bab2-44b5-89e2-087f6009657d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:34.055599 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5e1fc9bc-505f-4975-9c69-ca52dd8fe6bc req-c47328b9-bc15-4e10-b71f-529ead0ae668 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987785
Feb 07 01:56:34.060019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.062393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:56:34.065204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:34.245194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab7951-4b72-4a33-90b7-1b59a01b3206 req-4401cb19-f27a-4966-9a40-b61eb3ee6c18 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:34.246824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7aab7951-4b72-4a33-90b7-1b59a01b3206 req-4401cb19-f27a-4966-9a40-b61eb3ee6c18 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2332687
Feb 07 01:56:34.249205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Network e617216e-bd1e-4883-9ac7-82cffef20e63 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:56:34.259373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.305777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] No DVR routers for this DVR port d1383deb-bab2-44b5-89e2-087f6009657d on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:56:34.309664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.312279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-deleted', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:34.359990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7aab7951-4b72-4a33-90b7-1b59a01b3206 req-b6ea061c-539b-4c3d-83bc-d35721bb4c0d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826752
Feb 07 01:56:34.384005 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d7049373-10f6-4d39-a285-8a0d7eba2486 req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "DELETE /v2.0/ports/d1383deb-bab2-44b5-89e2-087f6009657d HTTP/1.1" status: 204  len: 173 time: 3.6259792
Feb 07 01:56:34.421585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:34.462257 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af01bd4-ea40-4ae3-8532-06d69561652b', 'name': 'network-vif-deleted', 'tag': 'd1383deb-bab2-44b5-89e2-087f6009657d', 'status': 'completed', 'code': 200}
Feb 07 01:56:34.555923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:34.556353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.724535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:34.735712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Network e617216e-bd1e-4883-9ac7-82cffef20e63 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:56:34.766335 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:56:34.810390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1125-a632-42d4-bcac-079560a6d37d req-deaa3c3b-0069-402d-a50e-714c1964ba81 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:34.815090 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd6e1125-a632-42d4-bcac-079560a6d37d req-deaa3c3b-0069-402d-a50e-714c1964ba81 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1942868
Feb 07 01:56:34.833836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:56:34.839289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:34.839715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.899499 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd6e1125-a632-42d4-bcac-079560a6d37d req-ac022f20-be8b-4c5f-8cc8-822a11d6e8cc tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795617
Feb 07 01:56:34.932603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0de4e2-0879-4631-8fd6-b6e39545f843 req-3e12bf41-b51a-45b1-9427-621e6893cee2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:34.934326 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1e0de4e2-0879-4631-8fd6-b6e39545f843 req-3e12bf41-b51a-45b1-9427-621e6893cee2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.6088548
Feb 07 01:56:34.975922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:34.982128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.005987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1e0de4e2-0879-4631-8fd6-b6e39545f843 req-430df0fc-d781-4d2b-935a-ad0f93fe2b19 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640879
Feb 07 01:56:35.008770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:35.012787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:35.013811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:35.028556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.041785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e617216e-bd1e-4883-9ac7-82cffef20e63,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:35.041785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:35.043300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.046012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:35.071930 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-208ebb13-fb80-4760-a8c3-9346127995f8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e617216e-bd1e-4883-9ac7-82cffef20e63 HTTP/1.1" status: 204  len: 168 time: 1.8745692
Feb 07 01:56:35.096464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5fbcf3c6-935f-416c-889b-83aaf83d0cb9 req-0be99329-44e8-40fa-a2d7-72d8d1ba3e22 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Synchronizing usage tracker for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:35.103515 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'code': 200}
Feb 07 01:56:35.127830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:35.132150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:35.139373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5fbcf3c6-935f-416c-889b-83aaf83d0cb9 req-0be99329-44e8-40fa-a2d7-72d8d1ba3e22 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Unset dirty status for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:35.140696 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5fbcf3c6-935f-416c-889b-83aaf83d0cb9 req-0be99329-44e8-40fa-a2d7-72d8d1ba3e22 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=6af01bd4-ea40-4ae3-8532-06d69561652b HTTP/1.1" status: 200  len: 210 time: 0.1056387
Feb 07 01:56:35.395463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45316) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:35.454016 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f88b50e8-bf94-4a78-aacf-7995f29f769f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e85d01042fb54d22a19f630bbf212469&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0549035
Feb 07 01:56:35.454269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45322) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:35.583212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.605269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4febce-78ce-4ddd-ac79-0c04f788252e req-dacad023-3672-4d40-80f6-36bca8d724e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:35.606882 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8e4febce-78ce-4ddd-ac79-0c04f788252e req-dacad023-3672-4d40-80f6-36bca8d724e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.1344562
Feb 07 01:56:35.637931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.649408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:35.670706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7953898-7ae6-481d-9b1e-4e3a1d0c5ce4 req-16e0f0e9-b956-4e62-a24d-f155f3f32487 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:35.672563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f7953898-7ae6-481d-9b1e-4e3a1d0c5ce4 req-16e0f0e9-b956-4e62-a24d-f155f3f32487 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1715887
Feb 07 01:56:35.699536 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8e4febce-78ce-4ddd-ac79-0c04f788252e req-711b416c-b9c6-4f56-b2ee-308d84d745ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812674
Feb 07 01:56:35.754477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:35.755053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.756925 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f7953898-7ae6-481d-9b1e-4e3a1d0c5ce4 req-e31f7b90-d935-42ee-8c0f-a6bc547562f0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770764
Feb 07 01:56:35.813610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.819633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-594cfbac-cfbe-4bcc-bebc-633021d19696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:35.834677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05589821-9273-4ae9-bd24-03caaf84dbe6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:35.843739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:35.877733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:35.882077 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05589821-9273-4ae9-bd24-03caaf84dbe6 HTTP/1.1" status: 204  len: 168 time: 0.4265995
Feb 07 01:56:36.195650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b44d53-fca1-4471-84ed-aed67e6c4fe0 req-5da17035-74b4-418a-bce7-b68323750c95 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:36.197420 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9b44d53-fca1-4471-84ed-aed67e6c4fe0 req-5da17035-74b4-418a-bce7-b68323750c95 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1742258
Feb 07 01:56:36.264847 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9b44d53-fca1-4471-84ed-aed67e6c4fe0 req-4f6e23cf-7e0f-479a-b327-09ef6f056f88 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608017
Feb 07 01:56:36.313611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b9733-0a16-4f67-a0ee-d40abbc2a953 req-2e653d4b-03fb-421d-b2ff-164df070f7ca tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:36.315370 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f02b9733-0a16-4f67-a0ee-d40abbc2a953 req-2e653d4b-03fb-421d-b2ff-164df070f7ca tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1708453
Feb 07 01:56:36.388180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f02b9733-0a16-4f67-a0ee-d40abbc2a953 req-2077eca7-8f65-4669-9dee-f3f31e826dbf tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653217
Feb 07 01:56:37.083575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16658133-76a1-4699-aa64-0d71c43a08b0 req-698c681d-e5c7-4754-a7f4-0256ef2d791d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:37.085608 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16658133-76a1-4699-aa64-0d71c43a08b0 req-698c681d-e5c7-4754-a7f4-0256ef2d791d tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1790090
Feb 07 01:56:37.153561 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-16658133-76a1-4699-aa64-0d71c43a08b0 req-8cb3c4d0-a547-4560-b123-9e6ef754ba54 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612869
Feb 07 01:56:37.605056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc37d2-0461-446f-bbb1-bf98de8b12bb req-a08654be-a8e9-4cab-8d8c-e18b9bb63f6b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:37.606772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73cc37d2-0461-446f-bbb1-bf98de8b12bb req-a08654be-a8e9-4cab-8d8c-e18b9bb63f6b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1761837
Feb 07 01:56:37.672387 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73cc37d2-0461-446f-bbb1-bf98de8b12bb req-88f18ca7-2fbb-47df-a876-eeb43df80510 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590508
Feb 07 01:56:37.772306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7ba8-2752-4d2b-8de3-b4b036ea48d8 req-f29c1172-ad44-4022-b7fc-2d02a341a8c6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:37.776105 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f3a7ba8-2752-4d2b-8de3-b4b036ea48d8 req-f29c1172-ad44-4022-b7fc-2d02a341a8c6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1631715
Feb 07 01:56:37.840854 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f3a7ba8-2752-4d2b-8de3-b4b036ea48d8 req-2bfdc746-b626-4704-9065-10ab45a15f2b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580683
Feb 07 01:56:38.158080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e92939-e559-4fe0-ba94-0766fa71fca6 req-d7e65f55-4048-4f8c-a6ee-8ce1b1688299 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:38.159832 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4e92939-e559-4fe0-ba94-0766fa71fca6 req-d7e65f55-4048-4f8c-a6ee-8ce1b1688299 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1704237
Feb 07 01:56:38.196634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45400) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:38.229796 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4e92939-e559-4fe0-ba94-0766fa71fca6 req-dab0ef40-ae8c-4348-be18-0e2d8eade842 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634551
Feb 07 01:56:38.360760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:38.385649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:38.392993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Usage tracker for resource:security_group_rule and tenant:001c1fb3f7bb4d3b8618ae43b30846e4 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:38.397333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:38.407561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:38.518467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054a69-9722-429e-a371-1b15edd9c6fc req-649dca5c-255d-4701-b63f-ffead29523d0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:38.520799 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a054a69-9722-429e-a371-1b15edd9c6fc req-649dca5c-255d-4701-b63f-ffead29523d0 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2350316
Feb 07 01:56:38.603122 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a054a69-9722-429e-a371-1b15edd9c6fc req-b2096d74-d199-4ac1-8f0a-9e8a89fef7fa tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758154
Feb 07 01:56:38.649528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:38.693720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:38.703086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-322cd4bf-1091-4db2-b3a9-9c3f64e6c21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:38.753198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=001c1fb3f7bb4d3b8618ae43b30846e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5528586
Feb 07 01:56:38.753198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246721aa-8131-423f-b1a4-d5e595716b24,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:38.755031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45412) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:38.756954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:38.767429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48edef-8a97-4b63-8634-3324a342da30 req-82fe2cbc-aa27-413a-b765-453d9f115881 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:38.775559 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f48edef-8a97-4b63-8634-3324a342da30 req-82fe2cbc-aa27-413a-b765-453d9f115881 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1750367
Feb 07 01:56:38.839307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f48edef-8a97-4b63-8634-3324a342da30 req-90db34c7-9c13-47ed-8e36-94fa64908736 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626428
Feb 07 01:56:38.866859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:38.913464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:39.043770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c7200-fc24-4e3a-b865-e94b51e2b9bf req-2ebd5243-7c82-4dd8-9c30-02401bd2d783 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:39.045492 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7e5c7200-fc24-4e3a-b865-e94b51e2b9bf req-2ebd5243-7c82-4dd8-9c30-02401bd2d783 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2403455
Feb 07 01:56:39.125317 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7e5c7200-fc24-4e3a-b865-e94b51e2b9bf req-570a2018-a2ee-49e6-af98-4791cd5c1ce8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710247
Feb 07 01:56:39.213815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:39.219438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ae7db617-b7e1-4bf8-863d-dbcb677096e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:39.234961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246721aa-8131-423f-b1a4-d5e595716b24,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:39.237685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:39.240193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:39.243271 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/246721aa-8131-423f-b1a4-d5e595716b24 HTTP/1.1" status: 204  len: 168 time: 0.4878361
Feb 07 01:56:39.791425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:39.876899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:39.877204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:39.946380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974d6cd-0138-46cc-80fb-0f58df1746ad req-be4dddbc-3758-4cc8-8b83-55777f0c355a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:39.955942 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8974d6cd-0138-46cc-80fb-0f58df1746ad req-be4dddbc-3758-4cc8-8b83-55777f0c355a tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2139928
Feb 07 01:56:40.024357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8974d6cd-0138-46cc-80fb-0f58df1746ad req-4f4b40c3-ad5d-422c-818a-6181bc319240 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666072
Feb 07 01:56:40.437767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd63f-2875-4f30-b11d-448572e7344f req-d3ba9924-b1e2-4901-915c-1be2fe6ad78b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:40.439497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e18dd63f-2875-4f30-b11d-448572e7344f req-d3ba9924-b1e2-4901-915c-1be2fe6ad78b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1758454
Feb 07 01:56:40.510788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e18dd63f-2875-4f30-b11d-448572e7344f req-b0e4868a-64c6-4211-a077-24075168cafd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645976
Feb 07 01:56:40.530668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:40.607465 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:40.608276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:40.688389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-85e776f0-c020-47c6-84fd-826c86977847 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:40.690054 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-85e776f0-c020-47c6-84fd-826c86977847 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.1664128
Feb 07 01:56:40.789578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Deleting port c8e68774-496b-409b-aee5-8d34820fa3ab {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:40.790084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:41.067449 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] For port c8e68774-496b-409b-aee5-8d34820fa3ab, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c8e68774-496b-409b-aee5-8d34820fa3ab,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:41.068096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:41.213266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Calling delete_port for c8e68774-496b-409b-aee5-8d34820fa3ab owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:41.439739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:41.450595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74e7de-e29b-40a4-b69f-e3837b5e66a2 req-42b3a791-5990-482c-9bf3-407fbf7aded8 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:41.450595 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7d74e7de-e29b-40a4-b69f-e3837b5e66a2 req-42b3a791-5990-482c-9bf3-407fbf7aded8 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 945 time: 0.2637310
Feb 07 01:56:41.473057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-801f7cc7-ba03-4247-ad1a-ef4249357c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:41.534481 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7d74e7de-e29b-40a4-b69f-e3837b5e66a2 req-3b06ad16-ecd5-4a60-a62d-9d4fcb9c0313 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/security-groups?id=f393d11c-daa1-46ff-9bee-94d9117f515b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833380
Feb 07 01:56:41.628227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Pushing event deleted for resources: {'Port': ['ID=c8e68774-496b-409b-aee5-8d34820fa3ab,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:41.646819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:41.791560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] No DVR routers for this DVR port c8e68774-496b-409b-aee5-8d34820fa3ab on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:56:41.795126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:41.797339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'name': 'network-vif-deleted', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:41.868892 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caf07a90-d3a4-4540-b04d-267a9c71f573 req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.21 "DELETE /v2.0/ports/c8e68774-496b-409b-aee5-8d34820fa3ab HTTP/1.1" status: 204  len: 173 time: 1.1725340
Feb 07 01:56:41.894285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1c4f-4766-4a0d-9c93-132a6ae54529 req-76fdae2d-0ade-4b00-bca6-dd08104da123 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:41.896130 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-55cb1c4f-4766-4a0d-9c93-132a6ae54529 req-76fdae2d-0ade-4b00-bca6-dd08104da123 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2184904
Feb 07 01:56:41.969377 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-55cb1c4f-4766-4a0d-9c93-132a6ae54529 req-8b8d819b-8341-4b57-96d9-e2595b1686a4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654185
Feb 07 01:56:42.048869 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3425d55e-0551-4bcf-af3d-c05d6f981012', 'name': 'network-vif-deleted', 'tag': 'c8e68774-496b-409b-aee5-8d34820fa3ab', 'status': 'completed', 'code': 200}
Feb 07 01:56:42.521433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:56:42.620705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4ddb62f9-c99c-477f-9640-6cad808e866c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:56:42.621570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:42.733138 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a1d0ada-e613-4d65-b8c0-cb12447e4395 req-80a86631-bd6f-4c6b-8faa-872744ad87f2 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] 10.222.0.38 "GET /v2.0/ports?device_id=3425d55e-0551-4bcf-af3d-c05d6f981012 HTTP/1.1" status: 200  len: 210 time: 0.0546293
Feb 07 01:56:42.809213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:42.873911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: c8e68774-496b-409b-aee5-8d34820fa3ab {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:56:42.875626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device c8e68774-496b-409b-aee5-8d34820fa3ab not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:56:42.996593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45560) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:43.186863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.211907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:43.223196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Usage tracker for resource:security_group_rule and tenant:71dfc3553a464c9193e5e77de78df15a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:43.228023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:43.236505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:43.350533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c269-f10b-4489-829e-e41c96838caa req-f3f4c83c-e215-4df7-bde2-c280d404e144 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:43.352277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b23c269-f10b-4489-829e-e41c96838caa req-f3f4c83c-e215-4df7-bde2-c280d404e144 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2413046
Feb 07 01:56:43.439959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4b23c269-f10b-4489-829e-e41c96838caa req-f210ef60-abce-4ca8-b1f2-697aa6c4edb0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793536
Feb 07 01:56:43.481938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.510589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.519014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:43.561810 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71dfc3553a464c9193e5e77de78df15a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5639400
Feb 07 01:56:43.563622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca1f92-f339-4a55-915b-94b9316ad43e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:43.564654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45578) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:43.567010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:43.633319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.659832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.727770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.732618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6d1f55de-45b2-4d71-9b1b-e7693a6b9d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:43.745992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca1f92-f339-4a55-915b-94b9316ad43e,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:43.748848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:43.750869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:43.752057 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2aca1f92-f339-4a55-915b-94b9316ad43e HTTP/1.1" status: 204  len: 168 time: 0.1862941
Feb 07 01:56:43.842839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45586) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:44.270424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45594) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:44.293911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.309127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:44.313140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Usage tracker for resource:security_group_rule and tenant:aee6b370ae7c45378ce703997d3d1cb5 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:44.316098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:44.322338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:44.412728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.445016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.454927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c544f453-3270-41fb-9db6-4bdf2c11882a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:44.493969 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aee6b370ae7c45378ce703997d3d1cb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2221982
Feb 07 01:56:44.494701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45604) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:44.517444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd7521c-38ae-4b9d-96a7-536c615107d4,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:44.553869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:44.602001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.630621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.710869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.716263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a69a866a-6d4b-46a8-8de9-15dbabdd476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:44.718430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.730617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd7521c-38ae-4b9d-96a7-536c615107d4,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:44.733431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:44.734626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:44.738983 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cd7521c-38ae-4b9d-96a7-536c615107d4 HTTP/1.1" status: 204  len: 168 time: 0.2231781
Feb 07 01:56:44.876559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df33d1-d206-4292-97b4-3b2e7c288b14 req-4d951725-7f52-4748-bc99-d65a7805ab52 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:44.878260 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a8df33d1-d206-4292-97b4-3b2e7c288b14 req-4d951725-7f52-4748-bc99-d65a7805ab52 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2636673
Feb 07 01:56:45.049445 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a8df33d1-d206-4292-97b4-3b2e7c288b14 req-a91b6c8d-143e-4e7a-8664-1400be83a672 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158168
Feb 07 01:56:45.250169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Deleting port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:45.250552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:45.438519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] For port 1d0128b7-e214-43cf-902b-d85a1e4f8cc4, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,segment=NetworkSegment(4a0e2406-d2db-47a4-b291-2d1d86916218),segment_id=4a0e2406-d2db-47a4-b291-2d1d86916218)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:45.438959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:45.573907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Calling delete_port for 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:46.027766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:46.043852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:46.145617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0128b7-e214-43cf-902b-d85a1e4f8cc4,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:46.150017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:46.242292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cfcefed7-4951-4f4c-9d83-aafb1b64fd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:46.371667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a793f-4f6d-4a28-887d-b36dce63f8dc req-e42a94ef-e8ff-4838-a88d-7f64258891d1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:46.375445 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f44a793f-4f6d-4a28-887d-b36dce63f8dc req-e42a94ef-e8ff-4838-a88d-7f64258891d1 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1920550
Feb 07 01:56:46.444075 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f44a793f-4f6d-4a28-887d-b36dce63f8dc req-e35500d5-b187-4de3-b63e-82db8f129cb0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625029
Feb 07 01:56:46.482996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:46.944517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d527e50c-237b-44e3-86b2-9b0bc91d98dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:46.963496 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d527e50c-237b-44e3-86b2-9b0bc91d98dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 814 time: 0.3611419
Feb 07 01:56:46.982944 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d08c4f5a-484a-4fdb-96c4-045ed025072f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/quotas/b4c39746408a45a89a24959721c9810f HTTP/1.1" status: 200  len: 375 time: 0.0180802
Feb 07 01:56:47.062971 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-23c76db3-5a44-4b33-9365-ed25daa1ba11 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0777242
Feb 07 01:56:47.217924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-edd5fe0f-8cf4-4620-8c73-bc04dcc8915b service neutron] 10.222.0.38 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539488
Feb 07 01:56:47.385077 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-317a1cd7-3d48-456f-8ab9-dab0045fffb1 service neutron] 10.222.0.38 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1586466
Feb 07 01:56:47.505497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67671270-baac-49d7-b29e-6d0e48a05cc2 req-f27ad386-2e98-4464-9c9c-548bdf420d45 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:47.507522 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67671270-baac-49d7-b29e-6d0e48a05cc2 req-f27ad386-2e98-4464-9c9c-548bdf420d45 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3661487
Feb 07 01:56:47.661751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-9b0faf87-282f-483d-b3d1-c8f58426a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:47.663405 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-9b0faf87-282f-483d-b3d1-c8f58426a345 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 1162 time: 0.5210276
Feb 07 01:56:47.671506 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-505bd969-f322-422f-8384-f678f75c4eaa req-d29dc8f4-ded1-4ad4-bdf0-ad2c7b68d8bb tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 210 time: 0.0599103
Feb 07 01:56:47.697759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Router 20cd3164-f802-4437-bd8a-a79d52ff068a has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:56:47.928662 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-67671270-baac-49d7-b29e-6d0e48a05cc2 req-1d235666-43e1-496f-826a-0c3021945a7a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4113789
Feb 07 01:56:48.073010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45698) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:48.074433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-f5a184e6-5ded-47a0-919b-74e6dfddaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:48.076145 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-f5a184e6-5ded-47a0-919b-74e6dfddaa6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.3811481
Feb 07 01:56:48.181537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:56:48.181771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Sync routers for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:56:48.181771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:56:48.181771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d48748>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:56:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:48.218248 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] 10.222.0.38 "PUT /v2.0/routers/20cd3164-f802-4437-bd8a-a79d52ff068a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3741150
Feb 07 01:56:48.220448 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-cfc99441-095e-4bbd-9e1a-caa63ec5bd12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 200  len: 1000 time: 0.1348250
Feb 07 01:56:48.222670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45708) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:48.322256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-6bedec36-b580-47fd-a203-ce2ecee8e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:48.324019 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-6bedec36-b580-47fd-a203-ce2ecee8e305 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.0898840
Feb 07 01:56:48.416146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:56:48.424736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-49d28004-4ae5-4f55-b925-8720fe0d8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:48.426604 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-49d28004-4ae5-4f55-b925-8720fe0d8287 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946808
Feb 07 01:56:48.578940 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-28df3c35-35b7-4f22-941f-5eab1843f27b service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443186
Feb 07 01:56:48.731089 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-04bb24b0-8d4f-47a7-ad4a-218a284f07c9 req-4269ac0e-9e6e-488f-a5ec-aca31b56182a service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431286
Feb 07 01:56:48.743289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:48.766125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d48748>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:56:45Z', 'revision_number': 5, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:48.771236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-78da2013-5a5f-4aa8-82d4-4fde63617797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:48.776906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Checking router: 20cd3164-f802-4437-bd8a-a79d52ff068a for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:56:48.787645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Routers {'20cd3164-f802-4437-bd8a-a79d52ff068a'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:56:48.788309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d48748>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:56:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['20cd3164-f802-4437-bd8a-a79d52ff068a'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:48.849670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:48.905913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Usage tracker for resource:security_group_rule and tenant:beb9f67a3a234991a749531c7778e46f is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:48.920414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-93e68bee-3706-43fc-b6fb-fd6f22e86a4b req-7df569fa-4798-48de-9fbb-235ef6ab04ae tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 210 time: 0.0898228
Feb 07 01:56:48.927508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:48.947075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:49.013765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.102632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] Set router 20cd3164-f802-4437-bd8a-a79d52ff068a gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:56:49.142693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45722) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:49.242824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.264687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd8646-687b-49c0-81b8-6f16edcc8201 req-f8677119-cc8f-4b36-a08d-0c693589a1ad tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:49.266999 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4cd8646-687b-49c0-81b8-6f16edcc8201 req-f8677119-cc8f-4b36-a08d-0c693589a1ad tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1904359
Feb 07 01:56:49.407570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4cd8646-687b-49c0-81b8-6f16edcc8201 req-2247b7a9-dfdf-4728-82ac-927b1bd0110a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334565
Feb 07 01:56:49.438925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.458105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:49.462406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Usage tracker for resource:security_group_rule and tenant:b283f36ee2fd47adbc8b2a420544fde8 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:49.465802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:49.471323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:49.496632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d48748>, [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:56:45Z', 'revision_number': 5, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:49.501381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff135b32-dab6-49d7-8d77-705ab6b93f84 None None] The sync data for ids ['20cd3164-f802-4437-bd8a-a79d52ff068a'] in dv-cinder-740146-7-iscsi is: [{'id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'name': 'tempest-ServerRescueNegativeTestJSON-273866084-router', 'tenant_id': '22b3c3046cfa41a7afe3a15779aeb508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:56:45Z', 'revision_number': 5, 'project_id': '22b3c3046cfa41a7afe3a15779aeb508', 'gw_port': {'id': 'd048ec8f-f98d-4b7d-b35e-5327e5a160b1', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cd3164-f802-4437-bd8a-a79d52ff068a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:56:49.585736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.590082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.599700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Deleting port d048ec8f-f98d-4b7d-b35e-5327e5a160b1 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:56:49.600326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.634331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.644638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e365b304-9e01-491d-bacc-e0c158f1274b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:49.690052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:49.696899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4cf4b-a961-42db-b8c9-da858be3951f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:49.704155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b283f36ee2fd47adbc8b2a420544fde8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5510113
Feb 07 01:56:49.704155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:49.704742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45728) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:49.758308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:56:49.758947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1d0128b7-e214-43cf-902b-d85a1e4f8cc4 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:56:49.767052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.803600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.821795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.836222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.850786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.885308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fb900666-35fb-40b0-afe9-629ef4a43951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:49.899342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=beb9f67a3a234991a749531c7778e46f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8227084
Feb 07 01:56:49.900314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45732) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:49.938730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] For port d048ec8f-f98d-4b7d-b35e-5327e5a160b1, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d048ec8f-f98d-4b7d-b35e-5327e5a160b1,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:56:49.939228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.946169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.953396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7174d7-fe32-43f2-8f7b-9e23f4867c34,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:49.956393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:49.959724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ececa6e4-98c8-47ee-a411-8e268f55a0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:49.982106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4cf4b-a961-42db-b8c9-da858be3951f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:49.986756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:49.997980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:49.999242 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ccd4cf4b-a961-42db-b8c9-da858be3951f HTTP/1.1" status: 204  len: 168 time: 0.2933829
Feb 07 01:56:50.026703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.092929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.149153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Calling delete_port for d048ec8f-f98d-4b7d-b35e-5327e5a160b1 owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:56:50.194102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.199295 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a7e10f39-1b6e-4e33-adac-9a977de9d532 req-07a0c169-8338-4387-8c4e-0f7e2c95ca4c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 210 time: 0.1024806
Feb 07 01:56:50.205399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-259a4443-2035-4783-a1ee-3bd35634f437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:50.223233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7174d7-fe32-43f2-8f7b-9e23f4867c34,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:50.225349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.235209 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec7174d7-fe32-43f2-8f7b-9e23f4867c34 HTTP/1.1" status: 204  len: 168 time: 0.3249083
Feb 07 01:56:50.239701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-233f1cc6-a328-4030-b261-27db462e8bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:50.463759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = function(*args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     proto.__init__(conn_state, self)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle()
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle_one_request()
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle_one_response()
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = self.application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return app(environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return request.get_response(self.application)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self._app)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = self.app(environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:56:50.492390 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = method(request=request, **args)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._delete(request, id, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*dup_args, **dup_kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     obj_deleter(request.context, id, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return method(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*dup_args, **dup_kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._delete_current_gw_port(context, id, router, None)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, context, *args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return method(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     context, port, router_ids, bound_mech_contexts)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     return function(*args, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     callback(resource, event, trigger, **kwargs)
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     if self._is_session_semantic_violated(context, resource, event):
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]:     stack = traceback.extract_stack()
Feb 07 01:56:50.499482 dv-cinder-740146-7-iscsi neutron-server[79946]: 
Feb 07 01:56:50.711373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.740895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.818859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e01bf-b0d2-4008-86ad-03732504188c req-8344b436-27a3-4819-83c3-68d4312a9ae9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:50.820617 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2e3e01bf-b0d2-4008-86ad-03732504188c req-8344b436-27a3-4819-83c3-68d4312a9ae9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.2209737
Feb 07 01:56:50.896405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab475b-c13b-4924-9cd5-4a7fcec7b908 req-fce46fd3-c69f-43b4-9cb9-bacf0c545a89 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:50.898180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c5ab475b-c13b-4924-9cd5-4a7fcec7b908 req-fce46fd3-c69f-43b4-9cb9-bacf0c545a89 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.3211470
Feb 07 01:56:50.928482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:50.948313 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2e3e01bf-b0d2-4008-86ad-03732504188c req-89bf6de4-a8cd-4db3-830e-b5f9ca9ffaae tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869002
Feb 07 01:56:50.993057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-9fb603e2-38d5-4dd1-88de-63f6e76626d4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:50.994684 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-9fb603e2-38d5-4dd1-88de-63f6e76626d4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 814 time: 0.4150319
Feb 07 01:56:51.033471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Request body: {'port': {'device_id': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96', 'admin_state_up': True, 'tenant_id': 'b4c39746408a45a89a24959721c9810f'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:51.054758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 45756) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:51.163075 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c5ab475b-c13b-4924-9cd5-4a7fcec7b908 req-6485f575-4996-463d-afed-4755c8dfa5b5 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2570307
Feb 07 01:56:51.166920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.188352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:51.192148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.196696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1e9aa3578f4a9f955a17af770d6b18 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:51.197222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.201790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:51.213781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:51.257963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:51.279152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:51.294943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-e404ce68-775c-42e8-a1a2-56f6611772b1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:51.332287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Made reservation on behalf of b4c39746408a45a89a24959721c9810f for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:56:51.353424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.450272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-e404ce68-775c-42e8-a1a2-56f6611772b1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:51.451881 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-e404ce68-775c-42e8-a1a2-56f6611772b1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4324532
Feb 07 01:56:51.459359 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0e53798d-0007-4bec-ab07-bf08afecdb9a req-84d72d89-fb1b-400a-a0f2-5541a8a77b91 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 210 time: 0.0893750
Feb 07 01:56:51.463166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.463782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:51.491430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:51.495522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Usage tracker for resource:floatingip and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:51.498476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:51.504421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:51.600450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.600993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20cd3164-f802-4437-bd8a-a79d52ff068a {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 01:56:51.625221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.626793 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9892d613-a824-480f-aaa9-11084aed4dc7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/20cd3164-f802-4437-bd8a-a79d52ff068a HTTP/1.1" status: 204  len: 168 time: 3.4028046
Feb 07 01:56:51.628596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.648758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45768) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:51.765228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.784386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c909dae0-59be-4b7f-80a9-914a643a2ad9 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:51.790720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Deleting subnet 59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:56:51.796555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:51.839501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c44da4-1990-48fa-ae9a-38c2ea8b9ef1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:51.846353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f1e9aa3578f4a9f955a17af770d6b18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7904408
Feb 07 01:56:51.850343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45772) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:51.851414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:51.883676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.005828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.049649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Allocated IP 172.20.0.5 (a45c1f9b-013f-4eaf-b33b-f0231328bc96/be1695ac-d2af-491e-a027-74e3d6094ef3/9c553d5e-a85a-4202-ae50-dc8fe09aa187) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:56:52.055090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.059983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.248206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.273829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.342183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.361884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8404bc4-bd28-45da-bb7b-237b48dabf27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:52.504264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Pushing event updated for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:52.510092 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.510270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:52.548414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88dc79e7-0ccd-49a7-86ea-26ed56899984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:52.564547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:56:52.565859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:56:52.568802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:56:52.593103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c44da4-1990-48fa-ae9a-38c2ea8b9ef1,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:52.600234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:52.618395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.622941 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77c44da4-1990-48fa-ae9a-38c2ea8b9ef1 HTTP/1.1" status: 204  len: 168 time: 0.7682829
Feb 07 01:56:52.635545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Allocated IP 172.27.1.38 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/3cafc245-cba6-45e0-9637-92ee559ede33) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:56:52.763963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:52.764616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:52.898010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994354a8-31c5-49a4-8e00-69223cadd863 req-9f2defc1-f8ca-4501-ba75-3621d73774ee tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:52.898827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-994354a8-31c5-49a4-8e00-69223cadd863 req-9f2defc1-f8ca-4501-ba75-3621d73774ee tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Synchronizing usage tracker for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:52.904208 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8848925
Feb 07 01:56:52.932587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Request body: {'port': {'device_id': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:52.965429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-994354a8-31c5-49a4-8e00-69223cadd863 req-9f2defc1-f8ca-4501-ba75-3621d73774ee tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Unset dirty status for tenant:b4c39746408a45a89a24959721c9810f on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:52.966570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-994354a8-31c5-49a4-8e00-69223cadd863 req-9f2defc1-f8ca-4501-ba75-3621d73774ee tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 931 time: 0.3571863
Feb 07 01:56:52.977369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.005985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-23e13e2e-4509-4930-9593-4b825a2bcba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:53.100433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ea7248-a0e7-4024-a3b6-e3b57f46d8c1,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:53.103643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:53.106283 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-994354a8-31c5-49a4-8e00-69223cadd863 req-e36a7c00-37c4-44e1-99ac-1f6716a7f224 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303749
Feb 07 01:56:53.115629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.191009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.210767 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d0f5761b-43ee-4c72-80e0-97d650daa609 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/59ea7248-a0e7-4024-a3b6-e3b57f46d8c1 HTTP/1.1" status: 204  len: 168 time: 1.5585442
Feb 07 01:56:53.212652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45788) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:53.219264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.349281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.526545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.547936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0dbc70be-6eb0-43ac-9160-1ab67d2af85f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:53.585678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c553d5e-a85a-4202-ae50-dc8fe09aa187 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:56:53.594113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.607625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Transition to ACTIVE for port object 9c553d5e-a85a-4202-ae50-dc8fe09aa187 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:56:53.636936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.654155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:53.732956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d048ec8f-f98d-4b7d-b35e-5327e5a160b1 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:56:53.766703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:53.783411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: d048ec8f-f98d-4b7d-b35e-5327e5a160b1 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:56:53.783778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:56:53.784815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'Port': ['ID=3cafc245-cba6-45e0-9637-92ee559ede33,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:53.785397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d048ec8f-f98d-4b7d-b35e-5327e5a160b1 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:56:53.789444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:53.793441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Pushing event updated for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:53.799355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:53.844611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:56:53.847097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:56:53.955318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a153d898>,) {'filters': {'network_id': ['3e3a5a26-b351-4c68-a691-f295a56b5d2d']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:53.975942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a153d898>, '4a0e2406-d2db-47a4-b291-2d1d86916218') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:53.976277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a153d898>, '4a0e2406-d2db-47a4-b291-2d1d86916218') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:53.992022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.007895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Attempting to bind port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:56:54.008406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Attempting to bind port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:56:54.008709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Attempting to bind port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 on network a45c1f9b-013f-4eaf-b33b-f0231328bc96 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:56:54.016306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.016448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:56:54.016761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Checking segment: {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:56:54.017092 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.017491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Bound using segment: {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:56:54.017979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Bound port: 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1fb1fc-0c89-49fc-bcff-012f4068bc64', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a45c1f9b-013f-4eaf-b33b-f0231328bc96'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:56:54.018350 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.020353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:56:54.034485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.128381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:56:54.133113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:56:54.169267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.185238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6cac4937-9536-41e7-b839-efe49066d610 tempest-VolumesNegativeTest-380935060 tempest-VolumesNegativeTest-380935060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:54.256298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:56:54.271071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.344475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.390236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Pushing event updated for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:54.406983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:54.459587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:54.460303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.462511 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c553d5e-a85a-4202-ae50-dc8fe09aa187 HTTP/1.1" status: 200  len: 1157 time: 1.5346918
Feb 07 01:56:54.464533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:54.556806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Network 3e3a5a26-b351-4c68-a691-f295a56b5d2d has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:56:54.563656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d62e-f642-4546-9e41-4caf22554b2d req-21d2385b-f997-4110-9684-414e6ed7389a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:54.572265 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9a4d62e-f642-4546-9e41-4caf22554b2d req-21d2385b-f997-4110-9684-414e6ed7389a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 943 time: 0.2844658
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:56:54.581631 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:56:54.691325 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9a4d62e-f642-4546-9e41-4caf22554b2d req-a40cc68a-9749-4338-b49a-02e3c26778ce tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180105
Feb 07 01:56:54.707946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-b83b2e79-92fa-40bc-b479-4119f6423c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:54.710041 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-b83b2e79-92fa-40bc-b479-4119f6423c30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 1160 time: 0.1348803
Feb 07 01:56:54.774554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.790378 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187', 'status': 'completed', 'code': 200}
Feb 07 01:56:54.793588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4375ba36-c4c1-4f4d-8f96-c44146f9e33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:54.807450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-04e3c544-97ed-44af-a575-843925d35a44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187 HTTP/1.1" status: 200  len: 217 time: 0.0828984
Feb 07 01:56:54.807621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.828548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3a5a26-b351-4c68-a691-f295a56b5d2d,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:54.834597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:54.881142 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f860b437-c3f0-4111-a52c-307d5bc14cf7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3e3a5a26-b351-4c68-a691-f295a56b5d2d HTTP/1.1" status: 204  len: 168 time: 1.6673741
Feb 07 01:56:54.903874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-e2dde0f6-9be0-4caf-918d-0ffff65554b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:54.905474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-e2dde0f6-9be0-4caf-918d-0ffff65554b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be1695ac-d2af-491e-a027-74e3d6094ef3 HTTP/1.1" status: 200  len: 854 time: 0.0896692
Feb 07 01:56:54.924419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.953330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:54.969423 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-41d53d48-e2d7-430e-8f21-c9316719da98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a45c1f9b-013f-4eaf-b33b-f0231328bc96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561066
Feb 07 01:56:54.970187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd3a55c9-cd74-41a8-9e8a-133a4290781f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:55.108585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'Port': ['ID=3cafc245-cba6-45e0-9637-92ee559ede33,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:55.114168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:55.132474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45830) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:55.147372 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-aa2bbb02-a0cf-4e41-9633-3f40db917dc8 service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707344
Feb 07 01:56:55.250935 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-cdffe628-1d82-495e-a67a-aa3fb27219b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22b3c3046cfa41a7afe3a15779aeb508&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1171947
Feb 07 01:56:55.253430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 45834) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:56:55.281314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:55.303689 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-caa8a14f-9a68-43e0-9fb6-ee1b2ab7cb7d req-c404009f-8177-4c56-aafc-367fa9811f41 service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476066
Feb 07 01:56:55.340224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:55.365564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:55.370016 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.9082634
Feb 07 01:56:55.371852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:55.503237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-7ccb4d5b-72dd-48cb-b886-244c86c55849 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:floatingip {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:56:55.543609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-dc3a654d-44f7-4585-82c5-495af316be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:55.545225 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-dc3a654d-44f7-4585-82c5-495af316be5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4c39746408a45a89a24959721c9810f&device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 1160 time: 0.0813282
Feb 07 01:56:55.581548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-7ccb4d5b-72dd-48cb-b886-244c86c55849 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:floatingip {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:56:55.583787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-7ccb4d5b-72dd-48cb-b886-244c86c55849 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.38 HTTP/1.1" status: 200  len: 695 time: 0.2045918
Feb 07 01:56:55.702056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-9dc53e8d-d571-4b82-a6ad-1cad1f2e71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:55.703730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-9dc53e8d-d571-4b82-a6ad-1cad1f2e71f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 200  len: 908 time: 0.1497834
Feb 07 01:56:55.748196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:56:55.994413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:56.002077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6529a07c-1841-4fb4-a4da-1d0c81939f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:56.025570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-99128617-16de-40a7-a19f-ea4185a86bad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187 HTTP/1.1" status: 200  len: 217 time: 0.3105123
Feb 07 01:56:56.029432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393d11c-daa1-46ff-9bee-94d9117f515b,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:56.034047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:56.124297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-f847babe-a7e0-4676-953f-d14f0efee2ab tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:56.124297 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-f847babe-a7e0-4676-953f-d14f0efee2ab tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.5339088
Feb 07 01:56:56.133396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:56.134566 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f393d11c-daa1-46ff-9bee-94d9117f515b HTTP/1.1" status: 204  len: 168 time: 0.8801107
Feb 07 01:56:56.138923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-468fbb62-c141-456c-9f7c-8b8298221538 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:56:56.139966 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5148ca38-04ea-4a1f-9f4f-4aaeeca60caf req-468fbb62-c141-456c-9f7c-8b8298221538 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0089147
Feb 07 01:56:56.175802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-a8b2035c-0467-4e61-a08a-98116a99c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:56.177400 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-a8b2035c-0467-4e61-a08a-98116a99c901 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be1695ac-d2af-491e-a027-74e3d6094ef3 HTTP/1.1" status: 200  len: 854 time: 0.1066325
Feb 07 01:56:56.274554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ed6b1-d5a9-43e7-9c5a-0564acb0ac0a req-43f24566-f3fb-4991-8fc5-fe6c4d7fedce tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:56.283127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-831ed6b1-d5a9-43e7-9c5a-0564acb0ac0a req-43f24566-f3fb-4991-8fc5-fe6c4d7fedce tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 943 time: 0.2595325
Feb 07 01:56:56.349244 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-72f2fac5-e0ce-4f37-b5e8-8c103c04a7f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a45c1f9b-013f-4eaf-b33b-f0231328bc96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1628168
Feb 07 01:56:56.428935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-d860a230-8f74-4c2e-b62c-956fc4b43b52 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:56.430700 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-d860a230-8f74-4c2e-b62c-956fc4b43b52 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1720479
Feb 07 01:56:56.529066 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-831ed6b1-d5a9-43e7-9c5a-0564acb0ac0a req-dced5934-d2a7-437b-b7fa-74b5450c10d4 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448328
Feb 07 01:56:56.562316 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-2b0fc958-7754-4291-a395-001d1c4a72ff tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.38 HTTP/1.1" status: 200  len: 695 time: 0.1250622
Feb 07 01:56:56.567703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'floatingip': {'port_id': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:56.609268 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-a02aba19-85d1-4d7b-95a0-4cb7e8b1bfbc service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447941
Feb 07 01:56:56.685914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:56.773112 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-57527186-13d9-43ac-8fd8-335d7604d7ec req-9322a20a-f027-4629-b23e-ac6f85a595fb service neutron] 10.222.0.21 "GET /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480238
Feb 07 01:56:57.321034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:57.361954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:57.556883 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Floating IP 880b58cb-9a70-4165-913d-5a4085bb03f2 associated. External IP: 172.27.1.38, port: ed2f6861-28cd-402f-8ca5-69c8f4ed0f87.
Feb 07 01:56:57.963656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Router c3d9530d-a584-4161-947c-5fddd0344d68 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:56:58.161545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:56:58.166303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:58.172201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Sync routers for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:56:58.191459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:56:58.192150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21db978>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:56:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:58.233146 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-681b52e8-3d5f-49c7-8ade-a6b16b827d5a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "PUT /v2.0/floatingips/880b58cb-9a70-4165-913d-5a4085bb03f2 HTTP/1.1" status: 200  len: 996 time: 1.6698165
Feb 07 01:56:58.233848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:56:58.330036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-7c0c780c-ce34-4ef1-bd15-77acb7ad7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:58.332610 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-7c0c780c-ce34-4ef1-bd15-77acb7ad7db1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.0819826
Feb 07 01:56:58.490277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-70f7c2eb-176d-41d1-af91-99d9cec58655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:58.491956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-70f7c2eb-176d-41d1-af91-99d9cec58655 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.1494858
Feb 07 01:56:58.585247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:56:58.677712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31091c-dffa-4464-8b2d-3eefc86175be req-7571412c-e493-409b-9fb1-84cb90a43892 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:58.679408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6c31091c-dffa-4464-8b2d-3eefc86175be req-7571412c-e493-409b-9fb1-84cb90a43892 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 943 time: 0.1791835
Feb 07 01:56:58.750934 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6c31091c-dffa-4464-8b2d-3eefc86175be req-d581656f-beed-442d-8a33-e4aea268393b tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645657
Feb 07 01:56:58.857467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-ee0cb957-07d2-4e88-8512-bf16a20e5559 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 999 time: 0.3586135
Feb 07 01:56:58.859763 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:56:58.932564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-3fd005f6-8878-4d00-a1e1-05d7ddc0b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:58.934429 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-3fd005f6-8878-4d00-a1e1-05d7ddc0b33c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.0701625
Feb 07 01:56:58.982654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21db978>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '880b58cb-9a70-4165-913d-5a4085bb03f2', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'port_id': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'mac_address': 'fa:16:3e:04:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e665882-beac-428f-b07c-33cd26c2f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:56:53Z', 'updated_at': '2021-02-07T01:56:57Z', 'revision_number': 1, 'project_id': 'e118f06020234423b69b949e066c2232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:58.987027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Checking router: c3d9530d-a584-4161-947c-5fddd0344d68 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:56:58.996184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:56:58.996953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21db978>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:56:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:59.025908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-7bf1f4b5-99cb-4abe-8471-e73d735b89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:56:59.027635 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-7bf1f4b5-99cb-4abe-8471-e73d735b89c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862768
Feb 07 01:56:59.039683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-a09933fe-5edd-4350-b183-19056f03ea36 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:56:59.040714 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-a09933fe-5edd-4350-b183-19056f03ea36 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062540
Feb 07 01:56:59.188153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-8de464d0-94f2-4aa2-aaf9-8736271c8fac service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407099
Feb 07 01:56:59.194115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:56:59.332584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2093cf-aa55-44d5-98e7-91fc7c56832d req-3cfe51f8-804a-42e5-9eff-6f8d76701792 service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374876
Feb 07 01:56:59.422134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-834933167', 'description': 'tempest-TestMinimumBasicScenario-834933167 description'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:59.444573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:59.454243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:59.490301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:59.512656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:59.516742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Usage tracker for resource:security_group_rule and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:59.520325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:59.527196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:59.567482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21db978>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '880b58cb-9a70-4165-913d-5a4085bb03f2', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'port_id': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'mac_address': 'fa:16:3e:04:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e665882-beac-428f-b07c-33cd26c2f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:56:53Z', 'updated_at': '2021-02-07T01:56:57Z', 'revision_number': 1, 'project_id': 'e118f06020234423b69b949e066c2232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:56:59.571919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4c037-6a55-440d-a081-29f53a17732b None None] The sync data for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi is: [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '880b58cb-9a70-4165-913d-5a4085bb03f2', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'port_id': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'mac_address': 'fa:16:3e:04:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e665882-beac-428f-b07c-33cd26c2f231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:56:53Z', 'updated_at': '2021-02-07T01:56:57Z', 'revision_number': 1, 'project_id': 'e118f06020234423b69b949e066c2232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:56:59.601344 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:59.627576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:59.633871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e337698c-5b8a-40d7-8c13-4317cc624a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:56:59.678487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2417255f-0ad0-4db3-858d-da7d3587718f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:56:59.681971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:56:59.710542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:59.711889 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-21ce21f4-9e7a-4ab4-b261-26566fa856ae req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2943871
Feb 07 01:56:59.812414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-775cb7c0-b5e0-435a-87eb-5025b0cff604 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups/2417255f-0ad0-4db3-858d-da7d3587718f HTTP/1.1" status: 200  len: 1812 time: 0.0648115
Feb 07 01:56:59.825298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2417255f-0ad0-4db3-858d-da7d3587718f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:59.825755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2417255f-0ad0-4db3-858d-da7d3587718f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:56:59.849122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:56:59.854738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Usage tracker for resource:security_group_rule and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:56:59.858744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:56:59.866810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:56:59.886285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa26235-10e0-41c8-bf6d-7c11b6ac305a None None] New status for floating IP 880b58cb-9a70-4165-913d-5a4085bb03f2: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:56:59.955346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:56:59.984779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.018922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.022008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:00.047365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0970e08-dfae-4048-8112-218a23ac2663,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:00.053300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:00.073799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3897e7-2e20-4eda-8f00-8ab4dcbc7360 req-2fed7b27-2cd7-417c-b702-63e145f61ff5 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:00.075533 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5a3897e7-2e20-4eda-8f00-8ab4dcbc7360 req-2fed7b27-2cd7-417c-b702-63e145f61ff5 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 943 time: 0.1759369
Feb 07 01:57:00.096244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.097382 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6b12c587-4af8-4821-a78c-442fd8ff9f50 req-79fd8262-b8ef-4f01-842b-3e75a55529d2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2767386
Feb 07 01:57:00.145613 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5a3897e7-2e20-4eda-8f00-8ab4dcbc7360 req-a0dfc96e-797e-4758-85b8-8c3e2fb98e6f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624833
Feb 07 01:57:00.275912 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37224fb4-33a7-48fc-81df-448cd054d558 req-3ea6590c-c735-4381-aec2-dc97b0cd6ea6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups/2417255f-0ad0-4db3-858d-da7d3587718f HTTP/1.1" status: 200  len: 2405 time: 0.0892398
Feb 07 01:57:00.289368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2417255f-0ad0-4db3-858d-da7d3587718f', 'remote_group_id': None}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:00.289717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2417255f-0ad0-4db3-858d-da7d3587718f', 'remote_group_id': None}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:00.314556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:00.319618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Usage tracker for resource:security_group_rule and tenant:e118f06020234423b69b949e066c2232 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:00.322678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:00.329188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:00.417881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.448669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.475867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.483651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9fc9d157-8b16-44bc-9bf8-e68a61273538 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:00.504692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91119194-3ab0-4686-9638-a75a0763873a,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:00.507618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:00.541919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:00.543215 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37224fb4-33a7-48fc-81df-448cd054d558 req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2606406
Feb 07 01:57:00.875062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f435-956a-421e-8642-64b9a3572efd req-af7e0195-2a95-4e00-84ea-03b831022f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:00.876635 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-af7e0195-2a95-4e00-84ea-03b831022f37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.0960004
Feb 07 01:57:00.912150 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-56b48123-6be7-4a6c-9cea-d6f03b149f85 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-834933167&fields=id&tenant_id=e118f06020234423b69b949e066c2232 HTTP/1.1" status: 200  len: 267 time: 0.0828941
Feb 07 01:57:01.009851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9c553d5e-a85a-4202-ae50-dc8fe09aa187 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:57:01.027240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f435-956a-421e-8642-64b9a3572efd req-cb908f09-40e8-40aa-9eca-32894491afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:01.028987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-cb908f09-40e8-40aa-9eca-32894491afba service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.1413450
Feb 07 01:57:01.084123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-3ddbc448-ed86-4e68-995b-e14e7b6e78ae tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:01.085927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-3ddbc448-ed86-4e68-995b-e14e7b6e78ae tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1675875
Feb 07 01:57:01.099634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'port': {'security_groups': ['abcaca83-7041-47d7-b354-03acd3aa9732', '2417255f-0ad0-4db3-858d-da7d3587718f']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:01.118808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:57:01.124494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:01.124956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.154176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-ffb7bc37-4104-48ea-9146-01349b687377 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 1001 time: 0.1171463
Feb 07 01:57:01.244515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f435-956a-421e-8642-64b9a3572efd req-81da82d8-61bb-49d6-ba94-8865b2151b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:01.246101 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-81da82d8-61bb-49d6-ba94-8865b2151b51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.0846241
Feb 07 01:57:01.287600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.298065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.324580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:01.332544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:01.365415 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.367969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:01.447018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:01.458906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:01.501263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5bf3-0f11-4f91-9e45-95f0011a4366 req-bdf68821-f937-43f3-9246-214969098716 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:01.502987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1f9f5bf3-0f11-4f91-9e45-95f0011a4366 req-bdf68821-f937-43f3-9246-214969098716 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.2002778
Feb 07 01:57:01.506571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f435-956a-421e-8642-64b9a3572efd req-bb2f1e8c-66b3-463a-9411-086ca1e6c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:01.508338 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-bb2f1e8c-66b3-463a-9411-086ca1e6c327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2541924
Feb 07 01:57:01.663154 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1f9f5bf3-0f11-4f91-9e45-95f0011a4366 req-91d7675b-cfc6-4ec6-b5e2-cb6304c3f68f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519992
Feb 07 01:57:01.710657 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-bac92c41-3e35-4ec5-827d-dac2c92236f2 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822000
Feb 07 01:57:01.726516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:01.754563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.787759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:01.828078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9c553d5e-a85a-4202-ae50-dc8fe09aa187 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:57:01.928970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7091f435-956a-421e-8642-64b9a3572efd req-898e087a-b1d2-4949-b38d-579b690adb98 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015464
Feb 07 01:57:01.930423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:01.940023 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187', 'code': 200}
Feb 07 01:57:01.981923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:01.982871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:02.121293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:02.122147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:02.127544 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5f48156f-a5f1-4dac-95ce-91b0ca14e1c3 req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "PUT /v2.0/ports/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 982 time: 1.0347788
Feb 07 01:57:02.128494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:02.192015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=5']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:02.204626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:02.334250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-f14ef30a-a75c-4fcf-a2e2-9a4e5a55cd06 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:02.334838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f14ef30a-a75c-4fcf-a2e2-9a4e5a55cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:02.437180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37190-93b8-4fd3-837e-fb09bdba46be req-8c30a9a2-f5b8-41cc-b7f8-5e26d587cf36 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:02.438961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6ac37190-93b8-4fd3-837e-fb09bdba46be req-8c30a9a2-f5b8-41cc-b7f8-5e26d587cf36 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1800156
Feb 07 01:57:02.495616 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:57:02.517734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae76568-7671-40ee-813c-dc04df44983f req-b9cee2b9-87f7-4a4a-aa2d-059b707d42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:02.520052 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8ae76568-7671-40ee-813c-dc04df44983f req-b9cee2b9-87f7-4a4a-aa2d-059b707d42eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 1162 time: 0.1217432
Feb 07 01:57:02.539364 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6ac37190-93b8-4fd3-837e-fb09bdba46be req-1e1f43a7-8cfd-46de-a30b-0cf1a8657a5e tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0922928
Feb 07 01:57:02.636848 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8ae76568-7671-40ee-813c-dc04df44983f req-9240ad4e-2e57-4249-a8a5-ea857daed2eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996296
Feb 07 01:57:02.664432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-3534b1a1-42a5-49a5-93a2-346526afc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:02.666051 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-3534b1a1-42a5-49a5-93a2-346526afc3f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1203 time: 0.1120443
Feb 07 01:57:02.970763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f496d-03c0-4620-98cf-4b639d38d626 req-ad130d80-504f-4538-89ab-8b0e903dee35 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:02.972571 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-272f496d-03c0-4620-98cf-4b639d38d626 req-ad130d80-504f-4538-89ab-8b0e903dee35 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.1661458
Feb 07 01:57:03.041197 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-272f496d-03c0-4620-98cf-4b639d38d626 req-1ac824ed-db6c-4e66-b8e9-5704e7ab6b81 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624623
Feb 07 01:57:04.333997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77461-9b3d-48e0-bb41-931f1b9c7eb4 req-35ffe033-5b86-4bd3-ae5e-83222045bcb1 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:04.335659 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70c77461-9b3d-48e0-bb41-931f1b9c7eb4 req-35ffe033-5b86-4bd3-ae5e-83222045bcb1 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.1642780
Feb 07 01:57:04.400167 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70c77461-9b3d-48e0-bb41-931f1b9c7eb4 req-7b453e4f-b9f4-411f-b32d-1b68d1d099e7 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581508
Feb 07 01:57:05.177895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-01e2cfcd-2a2b-4954-a50d-ad6ace6fb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:05.179414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-01e2cfcd-2a2b-4954-a50d-ad6ace6fb75a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.1536300
Feb 07 01:57:05.290203 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-87d1f05f-7c0b-4c5a-b4e9-4ddc944bb8e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 1001 time: 0.1009071
Feb 07 01:57:05.367454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-d5476814-d09f-4208-bf32-09fc914f5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:05.368980 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-d5476814-d09f-4208-bf32-09fc914f5c51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.0673375
Feb 07 01:57:05.454960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-511b6b9e-4b69-438e-9be8-f0e15ca7a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:05.456681 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-511b6b9e-4b69-438e-9be8-f0e15ca7a5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766926
Feb 07 01:57:05.607515 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-b7a68022-9d11-4cd0-b1e4-7017cdad9414 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424851
Feb 07 01:57:05.673773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:57:05.724411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53a3d7-2815-46b0-b8fe-2f1003a013b7 req-815573e8-6fc3-42dd-9627-c2a75c38c82e tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:05.729043 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ae53a3d7-2815-46b0-b8fe-2f1003a013b7 req-815573e8-6fc3-42dd-9627-c2a75c38c82e tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.1970911
Feb 07 01:57:05.755883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:05.757374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:05.778990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb74c9b3-c8fb-4990-9956-3b0466fef3b0 req-0f928ff2-5d12-4454-9858-c6b7d5881cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1599560
Feb 07 01:57:05.795526 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ae53a3d7-2815-46b0-b8fe-2f1003a013b7 req-2c9c94da-f997-40eb-98f4-d76b77f2f58c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622172
Feb 07 01:57:06.410501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9c553d5e-a85a-4202-ae50-dc8fe09aa187 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:57:06.484439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:06.484859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:06.573423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46000) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:06.822837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:06.839451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:06.843631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Usage tracker for resource:security_group_rule and tenant:979fc252b3734e78a61f46ca7e4f3bf1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:06.848094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:06.853997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:06.979143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.012456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.019786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8e82d9bf-f9b2-4157-a457-93a3b1120e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:07.070538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0240b978-4b4f-4447-b416-f7c40efb85c6,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:07.075095 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=979fc252b3734e78a61f46ca7e4f3bf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5005131
Feb 07 01:57:07.076178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:07.078049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46008) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:07.140744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.165485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db159d-3f19-4f55-9be1-9670db4b031a req-316d9594-105e-4f59-bd12-6b4b110d9d40 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:07.167247 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c6db159d-3f19-4f55-9be1-9670db4b031a req-316d9594-105e-4f59-bd12-6b4b110d9d40 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.2314901
Feb 07 01:57:07.172535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.234927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c6db159d-3f19-4f55-9be1-9670db4b031a req-7345b6e7-a344-4575-a06a-5af4af6c76de tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612156
Feb 07 01:57:07.261982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.267596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76ae1181-4aa3-41d2-afbe-4f6cd156236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:07.282317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0240b978-4b4f-4447-b416-f7c40efb85c6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:07.286234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:07.287531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.288734 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0240b978-4b4f-4447-b416-f7c40efb85c6 HTTP/1.1" status: 204  len: 168 time: 0.2096074
Feb 07 01:57:07.795485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46036) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:07.806573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.822720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:07.826846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee143927b3184700acd2d4fb8faa1436 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:07.829877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:07.835953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:07.935268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.976077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:07.985908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:08.032272 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee143927b3184700acd2d4fb8faa1436&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2447138
Feb 07 01:57:08.034295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f87556-7e5e-467a-91ef-d38fb13a4e1a,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:08.035654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46042) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:08.038753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:08.114801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:08.142069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:08.215854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:08.220924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-be908328-f278-4a1b-844f-8ca963259e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:08.236580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f87556-7e5e-467a-91ef-d38fb13a4e1a,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:08.240017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:08.244528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:08.245772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0f87556-7e5e-467a-91ef-d38fb13a4e1a HTTP/1.1" status: 204  len: 168 time: 0.2085028
Feb 07 01:57:09.272720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46086) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:09.544732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.560280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:09.564369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Usage tracker for resource:security_group_rule and tenant:b6060756aea84573bc1fa2aad9c31e7b is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:09.567867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:09.573607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:09.662568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.696153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.705598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6b741715-2c71-40df-9683-1fae63ae2b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:09.750222 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6060756aea84573bc1fa2aad9c31e7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4763296
Feb 07 01:57:09.751263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d25a904-b151-4042-8e9d-2624ad056ba5,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:09.753042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46106) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:09.755178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:09.834025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.862834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.970261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.975566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-846e82eb-7327-4120-b732-c48940b85cd9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:09.989270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d25a904-b151-4042-8e9d-2624ad056ba5,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:09.993089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:09.998554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:09.999794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d25a904-b151-4042-8e9d-2624ad056ba5 HTTP/1.1" status: 204  len: 168 time: 0.2441740
Feb 07 01:57:16.072672 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-df9d89ff-0908-47c4-bab3-fe643576bff4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867050
Feb 07 01:57:16.209256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-e0a8a7c5-2274-4f6c-84a0-b82d71114e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:16.211107 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-e0a8a7c5-2274-4f6c-84a0-b82d71114e32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 1163 time: 0.0922253
Feb 07 01:57:16.236001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e8c27c04-12f8-47d8-a360-493c6e61f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:16.376729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-5b65aaf2-8cbc-4f08-adc1-3c87a54acf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:16.378337 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-5b65aaf2-8cbc-4f08-adc1-3c87a54acf38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1447496
Feb 07 01:57:16.714762 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-3bcb706a-c697-4f45-8940-882c174f5830 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 200  len: 1001 time: 0.3294439
Feb 07 01:57:16.788151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-fc7d995f-ab85-4ec6-8a84-838129ba3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:16.789740 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-fc7d995f-ab85-4ec6-8a84-838129ba3038 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0661192
Feb 07 01:57:16.880381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-6880d3f7-f3a9-4831-99a3-e68806da83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:16.882384 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-6880d3f7-f3a9-4831-99a3-e68806da83f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808191
Feb 07 01:57:17.027661 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-81f37c8b-8d86-417d-9a93-155173dde8c2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375589
Feb 07 01:57:17.174713 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f9d53885-d876-4ad6-8a44-3fc30b288bf7 req-01334352-8c04-43e2-84f8-13cbbd381acc service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381884
Feb 07 01:57:18.512494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2967ce6d-d885-4f69-a9e5-ee2c79ac0042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:19.292751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:19.961279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:20.719203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:20.720804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.249371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46292) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:21.403837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.422982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:21.427593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:37b441bcfea5493ea82c466de62add4c is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:21.430516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:21.436391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:21.527107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.581732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.589554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b18782be-9a08-445e-8d5f-5537738ac5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:21.631720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bb4346-63fe-4379-b139-af4b0e57fd7f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:21.636009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37b441bcfea5493ea82c466de62add4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3855422
Feb 07 01:57:21.638940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46302) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:21.642489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.642928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.643310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.643710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.644745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.645137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.645526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.645907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.646291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.646672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.647082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.647460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.647928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.648314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.648694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.649072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.649453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.649832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.650210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.650588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.650989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.651376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.651742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.652115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:21.656866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:21.708132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.735136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.804063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.808870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:21.823434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bb4346-63fe-4379-b139-af4b0e57fd7f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:21.830128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:21.834403 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71bb4346-63fe-4379-b139-af4b0e57fd7f HTTP/1.1" status: 204  len: 168 time: 0.1942382
Feb 07 01:57:21.835618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:26.471227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46364) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:26.634681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:26.650318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:26.654329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Usage tracker for resource:security_group_rule and tenant:1edd57a9a9b14afe85cb5da53e5775ec is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:26.657547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:26.665554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:26.830641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:26.866859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:26.876983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4bbe15cd-8231-42f5-b58b-2c378431aff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:26.927026 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1edd57a9a9b14afe85cb5da53e5775ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4545379
Feb 07 01:57:26.930020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc639ee-750b-4bde-952a-d5b7c822bc89,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:26.930243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46374) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:26.933610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:26.996364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:27.027293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:27.230474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4f71a-4d82-4954-9f22-5e0ec6f5a071 req-78645cb1-2c35-4169-8315-e42e0a123403 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:27.232179 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6fb4f71a-4d82-4954-9f22-5e0ec6f5a071 req-78645cb1-2c35-4169-8315-e42e0a123403 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1923864
Feb 07 01:57:27.234294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:27.241294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a49a9bd5-0087-4f6b-a129-67896c2aee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:27.269620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc639ee-750b-4bde-952a-d5b7c822bc89,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:27.276781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:27.279883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:27.281101 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5dc639ee-750b-4bde-952a-d5b7c822bc89 HTTP/1.1" status: 204  len: 168 time: 0.3497310
Feb 07 01:57:27.320236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6fb4f71a-4d82-4954-9f22-5e0ec6f5a071 req-42b9459e-b024-4389-a61a-996db11c512a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798669
Feb 07 01:57:28.632600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0bcd3-0150-43cd-ab35-c7baba0197e3 req-e0d28995-0452-4949-b483-2a31cb5b7427 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:28.634333 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-32b0bcd3-0150-43cd-ab35-c7baba0197e3 req-e0d28995-0452-4949-b483-2a31cb5b7427 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1704304
Feb 07 01:57:28.702305 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-32b0bcd3-0150-43cd-ab35-c7baba0197e3 req-4a5ac811-c19d-498b-a91e-0edf331527f3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616162
Feb 07 01:57:29.367755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-82313261-fe43-4226-8a01-424a3185eccd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:29.369433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-82313261-fe43-4226-8a01-424a3185eccd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 946 time: 0.1747484
Feb 07 01:57:29.482613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Deleting port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:29.483024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:29.710638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:57:29.754745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:29.755206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:29.794180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46436) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:29.900619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:29.937787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:29.938653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:29.967548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:29.969057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:29.969817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:29.986503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:29.990633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Usage tracker for resource:security_group_rule and tenant:09e76b50336c4431b24ab61ec771e722 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:29.993638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:29.999554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:30.009306 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'code': 200}
Feb 07 01:57:30.051345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=7']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:30.059412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.059803 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.060184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.060561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.060936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.061489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.061661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.061997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.062362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.062911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.063093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.063457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.063991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.064254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.064615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.064977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.065334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.065795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.066164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.066530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.066979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.067308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.067663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.068023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.072476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:30.141643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.163008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.163414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.163761 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Floating IP 241d2f83-17dd-419e-a05c-12221cb6379f disassociated. External IP: 172.27.1.90, port: 4e2c416e-905a-4f21-8b9e-8f93a2afdc22.
Feb 07 01:57:30.164133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Calling delete_port for 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:30.166724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.176089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eebe810c-2708-4cf8-b095-076baac5ec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:30.222419 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09e76b50336c4431b24ab61ec771e722&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4269950
Feb 07 01:57:30.223408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae08fa-26a4-4d8a-ae90-b17d9ddf2a2d,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:30.226825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46444) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:30.243216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.243629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.244034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.244429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.244821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.245212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.245600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.245985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.246372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.246754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.247183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.247571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.248045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.248431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.248817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.249197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.249579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.249964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.250343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.250726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.251131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.251516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.251899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.252277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:57:30.257841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:30.280505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157231e-d209-4005-909a-836ed8c0bf8a req-e3a2db70-d2e3-4411-978f-83892ab80ae3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:30.283658 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4157231e-d209-4005-909a-836ed8c0bf8a req-e3a2db70-d2e3-4411-978f-83892ab80ae3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.3453178
Feb 07 01:57:30.309821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.338007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.395054 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4157231e-d209-4005-909a-836ed8c0bf8a req-f961a12b-f254-4d1f-bc49-d8731f1d3775 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000223
Feb 07 01:57:30.410236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.415643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c128db35-da03-4d69-a042-449ed244741b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:30.428942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae08fa-26a4-4d8a-ae90-b17d9ddf2a2d,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:30.433447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.438083 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1ae08fa-26a4-4d8a-ae90-b17d9ddf2a2d HTTP/1.1" status: 204  len: 168 time: 0.2102034
Feb 07 01:57:30.439944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-520aa6bf-923b-41d0-a28d-c3ff762c7790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:30.441179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:57:30.442242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:57:30.956981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46458) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:30.973777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a0e4e-02f6-4b20-b7d3-6617c08bf8d1 req-192d7192-11e4-4d5b-a4b0-eed67eae81ad tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:30.975509 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-886a0e4e-02f6-4b20-b7d3-6617c08bf8d1 req-192d7192-11e4-4d5b-a4b0-eed67eae81ad tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.1636236
Feb 07 01:57:30.975980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.976110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Deleting port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:30.976487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:30.992074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:30.996081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Usage tracker for resource:security_group_rule and tenant:031ad13d01704e41b30c9bfc17d30293 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:30.999037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:31.004834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:31.091419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.125494 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-886a0e4e-02f6-4b20-b7d3-6617c08bf8d1 req-cd9f33c8-262e-4969-be61-f50585b026c8 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217265
Feb 07 01:57:31.126605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.141263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9baedd2b-cb27-4571-8dc8-e7f90f00db6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:31.195437 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=031ad13d01704e41b30c9bfc17d30293&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2371442
Feb 07 01:57:31.196457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9201fd7-a6cb-4c21-adc6-a4fa8c659937,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:31.200066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:31.200763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46462) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:31.264247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.291427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.295431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] For port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:31.295834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.364665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.369877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a4e2debd-c8f1-4ed5-bff0-c4eed4cc5127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:31.383240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9201fd7-a6cb-4c21-adc6-a4fa8c659937,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:31.386457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:31.388610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.390380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9201fd7-a6cb-4c21-adc6-a4fa8c659937 HTTP/1.1" status: 204  len: 168 time: 0.1880636
Feb 07 01:57:31.627547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.628548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.628919 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Floating IP 241d2f83-17dd-419e-a05c-12221cb6379f disassociated. External IP: 172.27.1.90, port: 4e2c416e-905a-4f21-8b9e-8f93a2afdc22.
Feb 07 01:57:31.629299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Calling delete_port for 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:31.746147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8b20-6aba-4333-b450-5e65229c262c req-f03e8836-5bdb-4301-88a3-6389c5b00730 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:31.748279 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-407b8b20-6aba-4333-b450-5e65229c262c req-f03e8836-5bdb-4301-88a3-6389c5b00730 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 944 time: 0.1939743
Feb 07 01:57:31.835748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:31.851614 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-407b8b20-6aba-4333-b450-5e65229c262c req-5e545f0f-f99f-4e91-9fd0-72a7ebff91ce tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962265
Feb 07 01:57:31.861713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d84ebfc1-bf5c-4e60-a597-ea15af361135 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:31.992241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'Port': ['ID=4e2c416e-905a-4f21-8b9e-8f93a2afdc22,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:31.995588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:32.327938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc603-8887-4722-aa0b-db4f7bbd41e5 req-ef484c2b-0de1-486a-80fa-d2d3122bb4ba tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:32.329866 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4cfcc603-8887-4722-aa0b-db4f7bbd41e5 req-ef484c2b-0de1-486a-80fa-d2d3122bb4ba tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1835046
Feb 07 01:57:32.423846 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4cfcc603-8887-4722-aa0b-db4f7bbd41e5 req-081be1f0-ea4e-4128-96be-289f1aa52cef tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0852444
Feb 07 01:57:32.649792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:57:32.671834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-ff59ec1d-0617-465c-8004-b4da28c157b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:32.673591 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-ff59ec1d-0617-465c-8004-b4da28c157b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1203 time: 0.4552298
Feb 07 01:57:32.738967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:57:32.960384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-81dd99e5-cab1-4a4c-81fd-47f4e0657e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:32.961990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-81dd99e5-cab1-4a4c-81fd-47f4e0657e68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.2200086
Feb 07 01:57:33.016042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:57:33.027756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:57:33.046416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:57:33.048082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21934e0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:33.058694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-18ca2c78-7c95-4bca-bbb2-ded74ac7d33a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:33.060582 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-18ca2c78-7c95-4bca-bbb2-ded74ac7d33a tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.2363815
Feb 07 01:57:33.118694 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ea893caf-3b91-4d04-ad87-0d9ac50e5af6 req-8141b347-9880-438e-a20e-6d2ce535a6f1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 210 time: 0.0567715
Feb 07 01:57:33.199448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed5de-b6da-4c2e-a2fd-2140ac0e7aa6 req-44078008-fec5-400a-93af-e6c669f6050f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:33.201332 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a10ed5de-b6da-4c2e-a2fd-2140ac0e7aa6 req-44078008-fec5-400a-93af-e6c669f6050f tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 945 time: 0.6869450
Feb 07 01:57:33.267010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] No DVR routers for this DVR port 4e2c416e-905a-4f21-8b9e-8f93a2afdc22 on host hv-cinder-74014 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:57:33.270448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:33.281699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-deleted', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:33.291338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:57:33.305246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Deleting port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:33.305641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:33.415086 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a10ed5de-b6da-4c2e-a2fd-2140ac0e7aa6 req-465c5a17-0cd0-4c16-8273-65fff26a1058 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495106
Feb 07 01:57:33.440730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "DELETE /v2.0/ports/4e2c416e-905a-4f21-8b9e-8f93a2afdc22 HTTP/1.1" status: 204  len: 173 time: 4.0562944
Feb 07 01:57:33.446105 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-fa1d0f00-c8fe-4eea-8eba-9ecc1eb44349 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 1001 time: 0.2340198
Feb 07 01:57:33.625398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-dcb9353e-e34c-4705-b42c-c86b7caca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:33.627159 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-dcb9353e-e34c-4705-b42c-c86b7caca4de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.1723304
Feb 07 01:57:33.629863 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7190cf-5ae3-4a55-a96c-8e24f4e2f018', 'name': 'network-vif-deleted', 'tag': '4e2c416e-905a-4f21-8b9e-8f93a2afdc22', 'status': 'completed', 'code': 200}
Feb 07 01:57:33.823778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9c553d5e-a85a-4202-ae50-dc8fe09aa187 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:57:33.842079 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-e7b37d3e-4fe6-4e2f-ba71-2edf58e5b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:33.844064 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-e7b37d3e-4fe6-4e2f-ba71-2edf58e5b352 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2091701
Feb 07 01:57:34.008390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:34.008811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:34.015106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:34.093288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:34.118627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:34.142133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21934e0>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:34.156171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:34.161387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:57:34.163596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Calling delete_port for 9c553d5e-a85a-4202-ae50-dc8fe09aa187 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:34.174245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e2567da-991f-4af0-a208-348d9c0c3a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:34.193931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0f4f3-db32-42d8-8f5a-5b581ae0145b req-2accbe9b-b0f8-4668-a06e-ba92a94aca65 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:34.202375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ea0f4f3-db32-42d8-8f5a-5b581ae0145b req-2accbe9b-b0f8-4668-a06e-ba92a94aca65 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.4874012
Feb 07 01:57:34.206741 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-6b62a69d-80ff-4f46-9a3f-262bdf280c5d service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3414423
Feb 07 01:57:34.311812 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187', 'code': 200}
Feb 07 01:57:34.312401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:34.324634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:34.326319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:57:34.327297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21934e0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:34.367633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80059) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:57:34.368007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:57:34.393422 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f57d80a2-13ce-4cf4-a8bc-1d1ca923cb85 req-c3757682-ae16-4345-876a-b4bee2f9d916 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1703563
Feb 07 01:57:34.471298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7ea0f4f3-db32-42d8-8f5a-5b581ae0145b req-db0a41c9-7648-4d94-aeba-ea4fcde09969 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:34.501215 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bbfc1302-e912-4e78-95f2-09ea5ab7fe57 req-f3815e96-96a3-44cc-bf73-0e63bf19adb8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f7190cf-5ae3-4a55-a96c-8e24f4e2f018 HTTP/1.1" status: 200  len: 210 time: 0.0670547
Feb 07 01:57:34.546671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7ea0f4f3-db32-42d8-8f5a-5b581ae0145b req-db0a41c9-7648-4d94-aeba-ea4fcde09969 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:34.546671 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ea0f4f3-db32-42d8-8f5a-5b581ae0145b req-db0a41c9-7648-4d94-aeba-ea4fcde09969 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3389843
Feb 07 01:57:34.569890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:57:34.864613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046eb2d-df51-41e0-bae4-d90579c125d3 req-a1a80607-3800-4407-be34-3fc7d34f3273 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:34.866367 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3046eb2d-df51-41e0-bae4-d90579c125d3 req-a1a80607-3800-4407-be34-3fc7d34f3273 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 943 time: 0.1939898
Feb 07 01:57:34.870709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Deleting port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:34.871125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.085772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3046eb2d-df51-41e0-bae4-d90579c125d3 req-40c2058c-24d1-454d-ab40-0f6c6edebf3c tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/security-groups?id=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547978
Feb 07 01:57:35.111983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21934e0>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:35.116473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f439c6e-817c-4eb7-acdd-211566894c80 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:57:35.243754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] For port 9c553d5e-a85a-4202-ae50-dc8fe09aa187, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9c553d5e-a85a-4202-ae50-dc8fe09aa187,segment=NetworkSegment(8c1fb1fc-0c89-49fc-bcff-012f4068bc64),segment_id=8c1fb1fc-0c89-49fc-bcff-012f4068bc64)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:35.244293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.385395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Calling delete_port for 9c553d5e-a85a-4202-ae50-dc8fe09aa187 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:35.528917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5b02f-e309-4136-9b9d-f41d9d72c640 None None] New status for floating IP 241d2f83-17dd-419e-a05c-12221cb6379f: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:57:35.575527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.694879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:35.735182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46552) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:35.746503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Pushing event deleted for resources: {'Port': ['ID=9c553d5e-a85a-4202-ae50-dc8fe09aa187,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:35.751743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:35.912628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.956511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.965954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] No DVR routers for this DVR port 9c553d5e-a85a-4202-ae50-dc8fe09aa187 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:57:35.968479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:35.981523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-deleted', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:36.027014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4957a736-e8c5-4982-9684-5302fd2a02ea req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.21 "DELETE /v2.0/ports/9c553d5e-a85a-4202-ae50-dc8fe09aa187 HTTP/1.1" status: 204  len: 173 time: 2.9071565
Feb 07 01:57:36.052591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.070464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3ed41dd9-280d-4135-95b3-5fe24c962992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:36.093988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:36.097110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:36.104395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.105158 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "DELETE /v2.0/security-groups/c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb HTTP/1.1" status: 204  len: 168 time: 0.3701227
Feb 07 01:57:36.116631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46566) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:36.137896 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.v2.resource [None req-da1564d5-9c69-4bc6-9fac-005f365b961b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] show failed (client error): The resource could not be found.
Feb 07 01:57:36.141771 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-da1564d5-9c69-4bc6-9fac-005f365b961b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups/c80f8840-05de-4bbf-b23c-eb1d6d7bb6cb HTTP/1.1" status: 404  len: 347 time: 0.0213366
Feb 07 01:57:36.142057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46574) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:36.149886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cce1e1-531e-444d-8fe2-5a7c257dce6b req-6101c90b-7fda-401c-9269-d75c1e12ddc6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:36.157788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5cce1e1-531e-444d-8fe2-5a7c257dce6b req-6101c90b-7fda-401c-9269-d75c1e12ddc6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.3401031
Feb 07 01:57:36.174450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec96ef6b-1c44-45db-989b-738f350d3725', 'name': 'network-vif-deleted', 'tag': '9c553d5e-a85a-4202-ae50-dc8fe09aa187', 'status': 'completed', 'code': 200}
Feb 07 01:57:36.269357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a5cce1e1-531e-444d-8fe2-5a7c257dce6b req-23bef65a-0a9c-498b-aff8-aa3eb6e7916c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1104832
Feb 07 01:57:36.411091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Deleting port ef8b7d3a-1199-4cac-bf3f-4d9337cfa248 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:36.411474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.457495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa830ebd-dc08-4577-ae0e-7e34beddb947 req-76416ca9-2e63-4c38-b018-4f0be8434010 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec96ef6b-1c44-45db-989b-738f350d3725 HTTP/1.1" status: 200  len: 210 time: 0.1087008
Feb 07 01:57:36.604475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.604839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.744716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Calling delete_port for ef8b7d3a-1199-4cac-bf3f-4d9337cfa248 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:36.975275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:36.992108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:37.325574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'Port': ['ID=ef8b7d3a-1199-4cac-bf3f-4d9337cfa248,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:37.329684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:37.449071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:37.463842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:37.465087 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1e4b92ff-4bed-48da-a920-65a063d01b7d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "DELETE /v2.0/floatingips/241d2f83-17dd-419e-a05c-12221cb6379f HTTP/1.1" status: 204  len: 168 time: 1.3220437
Feb 07 01:57:37.585144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1f9f-0ea7-4448-90f8-8c1ee4919428 req-e6ad4e77-7e0c-4292-a07e-a94e64fe3a5b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:37.586986 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-639e1f9f-0ea7-4448-90f8-8c1ee4919428 req-e6ad4e77-7e0c-4292-a07e-a94e64fe3a5b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1798389
Feb 07 01:57:37.705254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-639e1f9f-0ea7-4448-90f8-8c1ee4919428 req-e946b1ee-0713-4ea4-aa48-47e5ee458fce tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1115193
Feb 07 01:57:37.966968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46650) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:37.976213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599226818', 'description': 'tempest-description--1449358321'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:37.998768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:38.004102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:38.007864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:38.014159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:38.059301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.085361 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:38.089902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46656) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:38.093169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:38.096468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:38.104521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:38.262469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.264305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.279908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:38.283931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Usage tracker for resource:security_group_rule and tenant:58f6f2b733b445288fd103ebea414df8 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:38.287038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:38.292812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:38.294851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.300466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:38.344750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853f12ba-1a73-4ed4-9758-84945db885bc,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:38.347848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:38.372310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.373663 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4054961
Feb 07 01:57:38.376835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46668) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:38.379824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.383627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group_rule': {'security_group_id': '853f12ba-1a73-4ed4-9758-84945db885bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:38.405858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:38.409385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.410080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:38.413136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:38.418935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:38.423139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e2d91830-9bb2-4394-a09b-e9b006164e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:38.462240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.466831 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58f6f2b733b445288fd103ebea414df8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757644
Feb 07 01:57:38.467874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56687b29-c41e-46c7-a49a-36dfb0288135,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:38.471538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46672) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:38.471753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:38.574327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.581974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.610199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.647273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.650151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:38.673188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f03f630-38c4-41c0-b868-8d1d3e573efe,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:38.676342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:38.775670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.778336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.779657 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56687b29-c41e-46c7-a49a-36dfb0288135 HTTP/1.1" status: 204  len: 168 time: 0.3070693
Feb 07 01:57:38.780453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:38.782394 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4037619
Feb 07 01:57:38.782394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d5271602-6bf6-4a3e-aa46-653c692fba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:38.788449 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46680) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:38.793349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56687b29-c41e-46c7-a49a-36dfb0288135,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:38.795895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:38.797022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'security_group_rule': {'security_group_id': '853f12ba-1a73-4ed4-9758-84945db885bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:38.850818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:38.903534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:security_group_rule and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:38.907443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:38.915192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:39.034634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5adbc-5b65-4ddd-b0a1-3a7d8eba53c8 req-4aec8276-8933-4bda-a6e1-60569279bb97 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:39.036284 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9a5adbc-5b65-4ddd-b0a1-3a7d8eba53c8 req-4aec8276-8933-4bda-a6e1-60569279bb97 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1894629
Feb 07 01:57:39.045000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.164969 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a9a5adbc-5b65-4ddd-b0a1-3a7d8eba53c8 req-e1d87776-82da-4fcd-84bd-4bf7106f43f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1106131
Feb 07 01:57:39.188002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.239332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.247246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:39.266625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4dd350-c9fc-40ee-9441-a796ebfc80d7,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:39.275442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:39.361567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.364467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5742247
Feb 07 01:57:39.367585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46696) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:39.373940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:39.398861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:39.403660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Usage tracker for resource:floatingip and tenant:a1ebf699b8af47b3a192a2093e288fd1 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:39.407313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:39.414620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:39.441168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46700) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:39.461600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.480209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.562353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:39.566596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Usage tracker for resource:security_group_rule and tenant:904af137a6e54daa9cd0d47f9deab084 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:39.569781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:39.576238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:39.713059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.726294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.816937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.835288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eec80bc8-46f2-437c-9632-c2913924c79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:39.891003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=904af137a6e54daa9cd0d47f9deab084&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4484696
Feb 07 01:57:39.894038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46710) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:39.902256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c650452a-3045-4cde-af51-37790fdf27d7,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:39.916306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:39.961307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:39.994748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:40.074866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Allocated IP 172.27.1.124 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/4486f7a9-239e-40c7-aeee-f14e2211c511) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:57:40.083877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:40.090007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a5e0dfac-00fe-460e-a908-7970d6df8dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:40.104134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c650452a-3045-4cde-af51-37790fdf27d7,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:40.106725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:40.109158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:40.110766 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c650452a-3045-4cde-af51-37790fdf27d7 HTTP/1.1" status: 204  len: 168 time: 0.2152791
Feb 07 01:57:40.467810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34627d-2634-4397-b375-8da888326909 req-dbc97868-d8ac-419a-9a6b-2e22c9f9db6d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:40.469594 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fc34627d-2634-4397-b375-8da888326909 req-dbc97868-d8ac-419a-9a6b-2e22c9f9db6d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.2464774
Feb 07 01:57:40.471628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8a0f4-d786-43ae-b4cf-3d72c21f08db req-e635bf60-86c4-462f-8671-745590c396d3 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:40.472943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:40.473320 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7bf8a0f4-d786-43ae-b4cf-3d72c21f08db req-e635bf60-86c4-462f-8671-745590c396d3 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1675670
Feb 07 01:57:40.556541 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7bf8a0f4-d786-43ae-b4cf-3d72c21f08db req-ac2d9bd3-ec69-4086-9c7d-e7044dfd894d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0768888
Feb 07 01:57:40.558323 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fc34627d-2634-4397-b375-8da888326909 req-72574377-b3d6-4cf4-9fc6-9b842a687e84 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725253
Feb 07 01:57:40.613644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:40.629968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:40.775957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=4486f7a9-239e-40c7-aeee-f14e2211c511,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:40.781060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:40.832476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:57:40.833854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:57:40.836570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:57:40.933506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:41.020379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:41.521122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:41.560967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:41.576628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2bb8a6c4-bc37-42c4-9609-615e31b44d44 tempest-VolumesActionsTest-1031176613 tempest-VolumesActionsTest-1031176613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:41.712479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=4486f7a9-239e-40c7-aeee-f14e2211c511,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:41.715764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:41.894434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31c0f5-fe7b-473f-adf0-2215b0d8751f req-14f0e351-0833-4a5d-ba03-f41e5345d9d4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:41.902333 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7f31c0f5-fe7b-473f-adf0-2215b0d8751f req-14f0e351-0833-4a5d-ba03-f41e5345d9d4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1817856
Feb 07 01:57:41.903187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:41.963811 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7f31c0f5-fe7b-473f-adf0-2215b0d8751f req-92379a92-b86c-4e4c-b426-745423b6b06d tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610034
Feb 07 01:57:42.003851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb704-0024-4075-920a-b665848f9095 req-bda060da-3a5e-40d3-b0f3-7573834168c6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:42.005572 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd1fb704-0024-4075-920a-b665848f9095 req-bda060da-3a5e-40d3-b0f3-7573834168c6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.2455585
Feb 07 01:57:42.065525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:42.066779 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6977956
Feb 07 01:57:42.104484 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd1fb704-0024-4075-920a-b665848f9095 req-7bb5bfa6-8412-460d-816a-98facd345a5d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0911841
Feb 07 01:57:42.490040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-8df57bf8-ae28-4b9d-b538-371d4014bf75 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:42.526816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-8df57bf8-ae28-4b9d-b538-371d4014bf75 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:42.528369 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-8df57bf8-ae28-4b9d-b538-371d4014bf75 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1599226818&fields=id&tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 267 time: 0.0971096
Feb 07 01:57:42.775616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-71b6cce0-bfcd-49c5-87f6-04b4693f0408 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:42.776685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-71b6cce0-bfcd-49c5-87f6-04b4693f0408 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:42.836040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-71b6cce0-bfcd-49c5-87f6-04b4693f0408 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:42.850375 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-71b6cce0-bfcd-49c5-87f6-04b4693f0408 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 817 time: 0.3137214
Feb 07 01:57:42.862807 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-06db304f-7635-4e07-8027-09e51a8786cd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/quotas/a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 375 time: 0.0114689
Feb 07 01:57:43.020154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-c7aca703-d003-455b-b357-183e21ed7d24 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:43.061332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-c7aca703-d003-455b-b357-183e21ed7d24 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:43.063234 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-c7aca703-d003-455b-b357-183e21ed7d24 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1946309
Feb 07 01:57:43.295471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468e8c-35d7-4885-b9fb-5e512a4057b2 req-04975241-32db-4b23-ba42-94be59ddf654 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:43.300030 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0a468e8c-35d7-4885-b9fb-5e512a4057b2 req-04975241-32db-4b23-ba42-94be59ddf654 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1859448
Feb 07 01:57:43.383232 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0a468e8c-35d7-4885-b9fb-5e512a4057b2 req-e3916299-4ab6-4d53-98e8-baa04e735414 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680377
Feb 07 01:57:43.432068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-9a9c7869-96d9-4419-b7ba-4f10cd36d4e0 service neutron] 10.222.0.38 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3552008
Feb 07 01:57:43.610265 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-91efd7d9-4513-4766-bc8d-cfa94ca687de service neutron] 10.222.0.38 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1662683
Feb 07 01:57:43.727032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb57c63-6b18-491d-90a5-9fabf1337922 req-fd156210-2743-438a-8ac3-df7836842c7a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:43.728807 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1bb57c63-6b18-491d-90a5-9fabf1337922 req-fd156210-2743-438a-8ac3-df7836842c7a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.2162459
Feb 07 01:57:43.816925 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1bb57c63-6b18-491d-90a5-9fabf1337922 req-c8fa8ba5-54c7-4bfe-9f98-ed1d92106be7 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0815842
Feb 07 01:57:43.849068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c1b0a09c-daf2-4071-aee3-21b9d11338d2 req-89486281-16ea-4a73-b3cf-db28ffad5a98 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0562282
Feb 07 01:57:44.431750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4ddb62f9-c99c-477f-9640-6cad808e866c no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:57:44.521308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b86b6-6f0e-4900-8b42-1081907778af req-09040944-85ca-4805-8b04-20efc6c0c4e8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:44.523020 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-384b86b6-6f0e-4900-8b42-1081907778af req-09040944-85ca-4805-8b04-20efc6c0c4e8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 945 time: 0.1845741
Feb 07 01:57:44.572165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:44.601620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:44.613207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4ddb62f9-c99c-477f-9640-6cad808e866c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4ddb62f9-c99c-477f-9640-6cad808e866c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:44.661592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:44.663915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:44.702157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Deleting port 4ddb62f9-c99c-477f-9640-6cad808e866c {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:44.702545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:44.721436 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'code': 200}
Feb 07 01:57:44.770964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:44.774767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:44.875036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfd1d4-e917-4ede-8b7b-feaa88b5c382 req-41f4273f-d6c5-4e0c-bb19-b929a96fec4a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:44.879305 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aecfd1d4-e917-4ede-8b7b-feaa88b5c382 req-41f4273f-d6c5-4e0c-bb19-b929a96fec4a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 943 time: 0.2954929
Feb 07 01:57:45.009530 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-aecfd1d4-e917-4ede-8b7b-feaa88b5c382 req-43c870e8-c131-4cd6-902b-e1fbbecdf225 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd25e088-2b23-4420-9bd6-4c5ca9e1566c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930126
Feb 07 01:57:45.246012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c1bb95e3-9f54-4cee-9e7e-ae8599497e82 req-e3944836-d5bb-4cf1-90d9-f4a08742884c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0539625
Feb 07 01:57:45.250368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe4c97-5cf7-4333-83d8-ae51a9acf1e0 req-b39a9b40-95ac-49cc-89f4-bda3e0708e4c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:45.259895 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b7fe4c97-5cf7-4333-83d8-ae51a9acf1e0 req-b39a9b40-95ac-49cc-89f4-bda3e0708e4c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.2395749
Feb 07 01:57:45.308810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] For port 4ddb62f9-c99c-477f-9640-6cad808e866c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4ddb62f9-c99c-477f-9640-6cad808e866c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:57:45.309387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:45.342301 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b7fe4c97-5cf7-4333-83d8-ae51a9acf1e0 req-c6d75696-0dd3-4bce-8616-bb281bf1298f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0814171
Feb 07 01:57:45.619064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:45.619631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:45.619764 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Floating IP 5ca40daf-74de-418d-b742-f2e67de43a7e disassociated. External IP: 172.27.1.14, port: 4ddb62f9-c99c-477f-9640-6cad808e866c.
Feb 07 01:57:45.620048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Calling delete_port for 4ddb62f9-c99c-477f-9640-6cad808e866c owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:45.849372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:45.865240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3928387f-0d35-4dca-b24f-bf9dbb10b937 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:45.969188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'Port': ['ID=4ddb62f9-c99c-477f-9640-6cad808e866c,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:45.974118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:46.232147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d90f254d-bc91-4269-90a2-fd258fa4e061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:46.235499 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9d22147c-8303-4ace-8e09-3ff63ce52fec req-b32346f9-947a-48bc-b1f8-660208f2ead6 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.0603449
Feb 07 01:57:46.279511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:57:46.466155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-27569dd2-9a43-4bf0-aedb-a451d43444a6 req-03da93ad-0fff-47fb-bd92-fd62a6f0ba9e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0625632
Feb 07 01:57:46.483834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:57:46.494644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:57:46.512305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:57:46.512998 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a27d5ef0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:46.561778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] No DVR routers for this DVR port 4ddb62f9-c99c-477f-9640-6cad808e866c on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:57:46.569531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:46.572338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-deleted', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:46.712373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:57:46.713815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc7c9d-1cc9-462f-b51e-ae70b2503d96 req-608cc1a4-a8eb-43e0-acb6-9122d265fd19 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:46.715560 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdcc7c9d-1cc9-462f-b51e-ae70b2503d96 req-608cc1a4-a8eb-43e0-acb6-9122d265fd19 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1954834
Feb 07 01:57:46.717330 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7dc7f-40e1-4d96-a55f-44f27f1a066a', 'name': 'network-vif-deleted', 'tag': '4ddb62f9-c99c-477f-9640-6cad808e866c', 'status': 'completed', 'code': 200}
Feb 07 01:57:46.719128 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-384b86b6-6f0e-4900-8b42-1081907778af req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "DELETE /v2.0/ports/4ddb62f9-c99c-477f-9640-6cad808e866c HTTP/1.1" status: 204  len: 173 time: 2.1883812
Feb 07 01:57:46.799793 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdcc7c9d-1cc9-462f-b51e-ae70b2503d96 req-fddef58c-3fca-4b78-818c-a5e16c7c7433 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0768218
Feb 07 01:57:47.049302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a27d5ef0>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:47.053553 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:57:47.062378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:57:47.063041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a27d5ef0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:47.415478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:57:47.425411 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5dcd1cba-6d2c-4927-8108-c7b20348111f req-45269020-bb4b-4bcd-976c-aa1fb9996e85 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=7db7dc7f-40e1-4d96-a55f-44f27f1a066a HTTP/1.1" status: 200  len: 210 time: 0.0493400
Feb 07 01:57:47.671328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c941e52d-a656-4010-9f50-26727c95f869 req-426ebe48-5998-4f4b-a164-af4f18d8b37d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0552666
Feb 07 01:57:47.777968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a27d5ef0>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:57:47.841773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa561d-9bec-4b0a-b3ab-e6a6787fadc9 None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:57:48.123949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2ba05-42b8-4b11-a6da-6634f4e48504 req-2d176e7c-cb9e-4435-9c29-07f0271fb0bb tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:48.126923 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d3a2ba05-42b8-4b11-a6da-6634f4e48504 req-2d176e7c-cb9e-4435-9c29-07f0271fb0bb tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1781557
Feb 07 01:57:48.216545 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d3a2ba05-42b8-4b11-a6da-6634f4e48504 req-58a5c821-af52-4750-975c-a661d9844af1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0781589
Feb 07 01:57:48.231168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-f01630d4-6533-45e0-91da-29cae41e9cc7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:48.232838 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-f01630d4-6533-45e0-91da-29cae41e9cc7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 817 time: 0.2660425
Feb 07 01:57:48.250430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f735c-15d0-40a4-96eb-835a1b4ce6e9 None None] New status for floating IP 5ca40daf-74de-418d-b742-f2e67de43a7e: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:57:48.389619 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-5e950da2-fa39-47db-990d-d9e6dcc11808 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 5705 time: 0.1223896
Feb 07 01:57:48.400667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'port': {'device_id': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'admin_state_up': True, 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'security_groups': ['853f12ba-1a73-4ed4-9758-84945db885bc']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:48.504297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9170fed-a371-4736-83b5-59d10261b786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:48.681941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46878) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:48.813202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:48.849581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:48.924480 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8bc68fd5-412b-4b1a-bc4b-824e0a35c9d1 req-ad22158d-437e-4500-a4e2-892ff90871a2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0720072
Feb 07 01:57:48.931408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:48.956999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-68db226c-75c1-47a3-a327-04cf4580d535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:48.979267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25e088-2b23-4420-9bd6-4c5ca9e1566c,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:48.983307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:48.983841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:48.995293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:48.996741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:48.998918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "DELETE /v2.0/security-groups/bd25e088-2b23-4420-9bd6-4c5ca9e1566c HTTP/1.1" status: 204  len: 168 time: 0.3156934
Feb 07 01:57:49.001504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46888) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:49.022711 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.v2.resource [None req-4e7b2a5e-af5d-44b9-863a-3a1d93b63733 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] show failed (client error): The resource could not be found.
Feb 07 01:57:49.023862 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4e7b2a5e-af5d-44b9-863a-3a1d93b63733 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups/bd25e088-2b23-4420-9bd6-4c5ca9e1566c HTTP/1.1" status: 404  len: 347 time: 0.0211353
Feb 07 01:57:49.027045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46892) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:49.038153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Made reservation on behalf of a1ebf699b8af47b3a192a2093e288fd1 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:57:49.060900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.215336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Deleting port 8a66bd3d-fd63-4c0f-9213-b6f428d02869 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:57:49.215703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.242724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.418757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Allocated IP 172.20.0.3 (9e4ca1c8-8bd2-4866-83d4-06dda4274c45/25170f2e-e4df-4a5b-9519-79470c0dcb6b/3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:57:49.570458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.570814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.624828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.642138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Transition to ACTIVE for port object 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:57:49.711379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.726664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-64a14e8d-5a16-49a7-9931-b67312edb810 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:49.787387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce831ef-f7fc-4b30-af1e-24237c857590 req-d6767a07-b18c-460e-bb52-ae5b79cdbdd2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:49.789085 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ce831ef-f7fc-4b30-af1e-24237c857590 req-d6767a07-b18c-460e-bb52-ae5b79cdbdd2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.3519986
Feb 07 01:57:49.797195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Calling delete_port for 8a66bd3d-fd63-4c0f-9213-b6f428d02869 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:57:49.870720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:49.876207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:49.924050 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4ce831ef-f7fc-4b30-af1e-24237c857590 req-b94648bb-4a6e-4a31-a749-4eb41cc60d53 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0974958
Feb 07 01:57:49.928497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:49.932067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:57:49.934315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:57:49.935467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:57:50.060817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.071854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:50.072597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.081607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b12201d9-0e22-4c76-9697-15c4e4fd2298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:50.139814 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7438083
Feb 07 01:57:50.276311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b9e9-f910-4672-b25c-e5a1965c6b03 req-1de9d22f-f433-4110-8cfe-77ef24063296 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:50.305029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6595b9e9-f910-4672-b25c-e5a1965c6b03 req-1de9d22f-f433-4110-8cfe-77ef24063296 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Synchronizing usage tracker for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:50.400552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'Port': ['ID=8a66bd3d-fd63-4c0f-9213-b6f428d02869,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:50.404780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:50.443739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-75449649-7edf-4b40-b0af-8b8d90056f83 None None] Provisioning for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:57:50.450393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-75449649-7edf-4b40-b0af-8b8d90056f83 None None] Provisioning complete for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:57:50.453731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-75449649-7edf-4b40-b0af-8b8d90056f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.472941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-6595b9e9-f910-4672-b25c-e5a1965c6b03 req-1de9d22f-f433-4110-8cfe-77ef24063296 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Unset dirty status for tenant:a1ebf699b8af47b3a192a2093e288fd1 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:50.474277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6595b9e9-f910-4672-b25c-e5a1965c6b03 req-1de9d22f-f433-4110-8cfe-77ef24063296 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 931 time: 0.3805983
Feb 07 01:57:50.522420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-75449649-7edf-4b40-b0af-8b8d90056f83 None None] Port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:57:50.531879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.543639 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6595b9e9-f910-4672-b25c-e5a1965c6b03 req-08022026-6085-432b-a38d-7e5213cde494 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625639
Feb 07 01:57:50.547446 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.552301 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "DELETE /v2.0/floatingips/5ca40daf-74de-418d-b742-f2e67de43a7e HTTP/1.1" status: 204  len: 168 time: 1.5206785
Feb 07 01:57:50.732305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.780315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.848608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46914) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:50.856345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188004588', 'description': 'tempest-description--1900465103'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:50.879743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:50.884418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:50.887464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:50.893100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:50.943372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:50.967014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:50.971323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:50.974463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:50.980377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:51.108967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.140345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.146732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fe94bf0e-e30b-4e77-869f-462771e460e4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:51.189525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:51.193548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:51.220414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.221908 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3719120
Feb 07 01:57:51.224864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46920) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:51.230346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group_rule': {'security_group_id': 'de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:51.252420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:51.257386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:51.260438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:51.266187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:51.287412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb519b-96ff-4d09-8502-0e7de86de711 req-110545e4-14b5-4574-8ea5-8103cc858c4a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:51.289115 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1bcb519b-96ff-4d09-8502-0e7de86de711 req-110545e4-14b5-4574-8ea5-8103cc858c4a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1685927
Feb 07 01:57:51.310334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.371482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1bcb519b-96ff-4d09-8502-0e7de86de711 req-f6bf56c2-5bc2-4677-9a75-35e51d10377b tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0756710
Feb 07 01:57:51.373621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.403153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.405349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-388f2cd2-f65d-4768-b2c6-66b4e67d190e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:51.430408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457545c5-fd27-4c35-8ec1-ce553836f85c,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:51.432965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:51.463397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.464632 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-55137bf4-cb41-435f-ae7f-816334dadca0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2387707
Feb 07 01:57:51.467422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 46926) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:51.472977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'security_group_rule': {'security_group_id': 'de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:51.494769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:51.498784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:security_group_rule and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:51.501908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:51.508783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:51.550338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.616912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.649198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.651623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-90c75efe-8b83-486a-8c5a-f5ebd0b41de9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:51.680034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ad40c-acf4-4ad7-aeb4-1335d4bcf79c,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:51.682718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:51.741511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.742757 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2743428
Feb 07 01:57:51.746269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 46934) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:57:51.752084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:51.774852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:51.778917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Usage tracker for resource:floatingip and tenant:1aae9a1119f6439ea36e78f4f0cf363d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:57:51.781889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:57:51.787776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:51.829196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:51.869223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e51dd-06e6-4da9-af14-c241dcb7ebb7 req-e9d0407d-9331-4381-860e-96c59ebd4c28 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:51.871219 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-628e51dd-06e6-4da9-af14-c241dcb7ebb7 req-e9d0407d-9331-4381-860e-96c59ebd4c28 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 931 time: 0.1739576
Feb 07 01:57:51.939782 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-628e51dd-06e6-4da9-af14-c241dcb7ebb7 req-0fd330f8-dd78-45bb-8f60-9263663f7379 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619867
Feb 07 01:57:51.945819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Request body: {'port': {'device_id': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:52.098206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:52.109995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:52.739827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Allocated IP 172.27.1.140 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/09379734-42e2-42d6-95dc-624459d14614) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:57:52.879386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ce22a-3402-45ef-a616-c0ae4de00220 req-b1a605ad-b62d-4944-91bb-a48086eb6fc1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:52.881048 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-874ce22a-3402-45ef-a616-c0ae4de00220 req-b1a605ad-b62d-4944-91bb-a48086eb6fc1 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.3752429
Feb 07 01:57:52.935158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 01:57:53.069864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:57:53.109598 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-874ce22a-3402-45ef-a616-c0ae4de00220 req-78ab7bca-a851-46e5-a578-0bfd83d179c6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1760621
Feb 07 01:57:53.129032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:53.160266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Transition to ACTIVE for port object 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:57:53.182156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:53.240625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:53.254034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:53.272496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f0db2-cddb-4a01-a8ea-a9c78a9ee339 req-b229163d-0b5d-46c4-b7d0-a75831284fe1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:53.274307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-176f0db2-cddb-4a01-a8ea-a9c78a9ee339 req-b229163d-0b5d-46c4-b7d0-a75831284fe1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 931 time: 0.1867645
Feb 07 01:57:53.342573 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-176f0db2-cddb-4a01-a8ea-a9c78a9ee339 req-e32e267c-5d9b-477a-a7f2-583ef58d8fb5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618927
Feb 07 01:57:53.524338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:53.683518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:53.691115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:53.692007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:53.809007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=09379734-42e2-42d6-95dc-624459d14614,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:53.816281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Attempting to bind port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Attempting to bind port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Attempting to bind port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 on network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Checking segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.146484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Bound using segment: {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:57:54.149285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Bound port: 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cad33d-f175-4ab1-9d57-3fa44997f4da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:57:54.149285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.157010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.194532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:57:54.198799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:57:54.238709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.262092 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:54.458721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.555925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:54.561266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:54.657940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716a4fe-ceb7-41dd-b5f0-58efb3dc2a37 req-5d46d2d9-25b6-458b-aee3-e3a4ba9d34a2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:54.660140 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9716a4fe-ceb7-41dd-b5f0-58efb3dc2a37 req-5d46d2d9-25b6-458b-aee3-e3a4ba9d34a2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1669526
Feb 07 01:57:54.725079 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9716a4fe-ceb7-41dd-b5f0-58efb3dc2a37 req-00b82c0e-f585-45ea-9c09-3e4cd81a9cca tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581307
Feb 07 01:57:54.738693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd93bf-ddc1-4815-bb30-1d81d0de89fd req-c6197e1c-0882-41dd-b5ac-183cdbf9829f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:54.740436 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78dd93bf-ddc1-4815-bb30-1d81d0de89fd req-c6197e1c-0882-41dd-b5ac-183cdbf9829f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.4414213
Feb 07 01:57:54.817317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:54.817317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:54.817317 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] 10.222.0.21 "PUT /v2.0/ports/3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 1157 time: 2.9347882
Feb 07 01:57:54.817317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:57:54.942073 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78dd93bf-ddc1-4815-bb30-1d81d0de89fd req-52e76ee7-7388-4476-b4d4-9072e89ca7bf tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1927092
Feb 07 01:57:55.024789 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'status': 'completed', 'code': 200}
Feb 07 01:57:55.028661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:55.054402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:55.070384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:57:55.204498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=09379734-42e2-42d6-95dc-624459d14614,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:57:55.209960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:57:55.313986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:55.357292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:57:55.358633 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6111205
Feb 07 01:57:55.622692 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-2f861e32-0d89-456f-bbb0-bafc3ef6eac7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--188004588&fields=id&tenant_id=1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 267 time: 0.0622864
Feb 07 01:57:55.924910 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-0c92b6d8-919b-4c7c-94c4-bb57d144e4ab tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:55.926800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-0c92b6d8-919b-4c7c-94c4-bb57d144e4ab tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 810 time: 0.2680969
Feb 07 01:57:55.929992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-c7b3f909-b90b-4815-a353-427369561f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:55.931564 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-c7b3f909-b90b-4815-a353-427369561f88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1160 time: 0.3079150
Feb 07 01:57:55.943718 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-a4082bb7-2f65-4230-be3d-c2d8a7e4ae90 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/quotas/1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 375 time: 0.0105293
Feb 07 01:57:56.047763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefc1b3-2d76-458c-86ea-c0278759c3a6 req-b17b5958-a0ad-4934-867d-31ecc24915a7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:56.049896 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8fefc1b3-2d76-458c-86ea-c0278759c3a6 req-b17b5958-a0ad-4934-867d-31ecc24915a7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1718128
Feb 07 01:57:56.115114 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8fefc1b3-2d76-458c-86ea-c0278759c3a6 req-6e510369-43b8-4d2e-915e-0dd2d2513464 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586779
Feb 07 01:57:56.392723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-74a489b8-a9ec-4f0d-a680-4d42613a53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:56.394570 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-74a489b8-a9ec-4f0d-a680-4d42613a53fb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&shared=False HTTP/1.1" status: 200  len: 911 time: 0.4481032
Feb 07 01:57:56.419485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459ba0-d52d-45f4-8ba7-a34f8bd50b0c req-ec67feee-c903-4a9b-984e-f48748796987 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:56.421210 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-61459ba0-d52d-45f4-8ba7-a34f8bd50b0c req-ec67feee-c903-4a9b-984e-f48748796987 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1722083
Feb 07 01:57:56.449016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-3f2c0088-0a8b-4f90-b164-78d54aba7457 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:56.500301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-3f2c0088-0a8b-4f90-b164-78d54aba7457 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:56.501922 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-3f2c0088-0a8b-4f90-b164-78d54aba7457 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5316873
Feb 07 01:57:56.508954 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-61459ba0-d52d-45f4-8ba7-a34f8bd50b0c req-d88db690-f502-4dc7-bd9f-e30340a261d4 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0807073
Feb 07 01:57:56.854114 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-b3f2e9f0-f0fd-4f6d-aa7b-31ec4288fbbf service neutron] 10.222.0.38 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3356597
Feb 07 01:57:56.968029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-f285f1b4-3bc1-40a0-a09a-bdb0e8516151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:56.968029 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-165ef84a-8fa1-4cbb-98a2-dc53c27053dd req-f285f1b4-3bc1-40a0-a09a-bdb0e8516151 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2830639
Feb 07 01:57:57.023788 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-8401e75f-8676-4303-9544-5c94145f3cf7 service neutron] 10.222.0.38 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1583560
Feb 07 01:57:57.268162 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9bd9598e-802c-4f61-8159-bbb1f669ed6c req-57b034cd-ec5f-4232-92be-47226555dd04 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 210 time: 0.0508506
Feb 07 01:57:57.449059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f39d3b-a55b-4336-9922-16edf7b983a7 req-54840792-72b4-4832-849e-b05bedb11f4a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:57.450769 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-40f39d3b-a55b-4336-9922-16edf7b983a7 req-54840792-72b4-4832-849e-b05bedb11f4a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1840932
Feb 07 01:57:57.517013 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-40f39d3b-a55b-4336-9922-16edf7b983a7 req-8bf87670-1a4e-4fc2-8e4e-82971c9d97f5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588257
Feb 07 01:57:57.809985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6684b8-22c8-4bf7-a2e0-05207b60dd03 req-ee92eaf5-0a66-4f7e-9141-564d4455d48c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:57.811703 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d6684b8-22c8-4bf7-a2e0-05207b60dd03 req-ee92eaf5-0a66-4f7e-9141-564d4455d48c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1704390
Feb 07 01:57:57.893652 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d6684b8-22c8-4bf7-a2e0-05207b60dd03 req-b99fa5e7-1773-4897-8073-b13ff4628e98 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0752928
Feb 07 01:57:58.176854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-94718702-a3cf-47d4-9f41-39780e1b7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:58.178563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-94718702-a3cf-47d4-9f41-39780e1b7f3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1160 time: 0.0824764
Feb 07 01:57:58.266863 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-a8362ed4-4642-41b6-a416-94f4c3b6adf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 217 time: 0.0725973
Feb 07 01:57:58.376691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b7606ca6-14ba-4dfa-867b-ab3ce1ee44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:58.378911 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-b7606ca6-14ba-4dfa-867b-ab3ce1ee44d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0683746
Feb 07 01:57:58.471644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-f44a5e79-6a65-4016-9887-63b1380208cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:58.473430 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-f44a5e79-6a65-4016-9887-63b1380208cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864804
Feb 07 01:57:58.477510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-953bd86e-5dd8-4207-8a00-ff13450dda7d req-bbad4d94-4409-46e5-a1bf-20b246522051 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:57:58.491322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-953bd86e-5dd8-4207-8a00-ff13450dda7d req-bbad4d94-4409-46e5-a1bf-20b246522051 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:57:58.492711 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-953bd86e-5dd8-4207-8a00-ff13450dda7d req-bbad4d94-4409-46e5-a1bf-20b246522051 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 210 time: 0.0690322
Feb 07 01:57:58.624482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-2b6eb69f-2410-4d88-85ff-0d6f42a67213 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419859
Feb 07 01:57:58.851854 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-933b8c33-ef4c-43a8-974c-807a046e2cbc req-2e246b70-f358-4298-b753-a48209ec8070 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2112350
Feb 07 01:57:58.948589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78bd6f-d5bf-45d6-8555-ddd562b76737 req-3da4551c-09d2-47e6-82db-3282f3a5b342 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:58.950328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b78bd6f-d5bf-45d6-8555-ddd562b76737 req-3da4551c-09d2-47e6-82db-3282f3a5b342 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.2366073
Feb 07 01:57:59.027427 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b78bd6f-d5bf-45d6-8555-ddd562b76737 req-3907d49a-020e-45c4-a228-25a4458b69ac tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694492
Feb 07 01:57:59.239148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f33e8-51a4-4bf8-893d-312c232bcc12 req-05848126-a042-45b3-a81a-17710ca7352d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:59.240871 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3f9f33e8-51a4-4bf8-893d-312c232bcc12 req-05848126-a042-45b3-a81a-17710ca7352d tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1788628
Feb 07 01:57:59.332908 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3f9f33e8-51a4-4bf8-893d-312c232bcc12 req-7bf3a39b-fbea-47f2-a309-3823a3a14d01 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&id=2417255f-0ad0-4db3-858d-da7d3587718f&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0843866
Feb 07 01:57:59.586263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-02f0e9b5-624d-452f-a2a5-7b067fa05764 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:57:59.587883 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-02f0e9b5-624d-452f-a2a5-7b067fa05764 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 810 time: 0.2501793
Feb 07 01:57:59.702068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c025fb25-b48c-4e9b-8c5a-af59ff8149b9 req-96a60c80-dac4-4580-aedd-728c22a85153 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 210 time: 0.0677884
Feb 07 01:57:59.776473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-6a33e525-0b81-4104-a26f-ebce4e0fee3a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d HTTP/1.1" status: 200  len: 5704 time: 0.1675465
Feb 07 01:57:59.787239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'port': {'device_id': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'admin_state_up': True, 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'security_groups': ['de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:57:59.931884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:57:59.942158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:57:59.974856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Made reservation on behalf of 1aae9a1119f6439ea36e78f4f0cf363d for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:57:59.996955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:00.319826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Allocated IP 172.20.0.10 (69b45842-9a06-42cf-9ab3-472fcdd47f00/364da082-2fca-464d-a9d3-067f4165d095/89548820-bfe7-465d-bb06-2dbbef938455) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:00.361273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeefcc-ace4-48e6-b24f-f531670ff4d5 req-637b63af-0262-4bdb-aa58-c56140edf1a8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:00.363665 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0baeefcc-ace4-48e6-b24f-f531670ff4d5 req-637b63af-0262-4bdb-aa58-c56140edf1a8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1765790
Feb 07 01:58:00.433855 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0baeefcc-ace4-48e6-b24f-f531670ff4d5 req-74328dfb-d70f-4cd1-af51-2060b40737e4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626967
Feb 07 01:58:00.519430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:00.536393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Transition to ACTIVE for port object 89548820-bfe7-465d-bb06-2dbbef938455 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:00.584109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:00.599675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d05ab153-cae8-4bf9-91bf-b88a324a3d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:00.735005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event updated for resources: {'Port': ['ID=89548820-bfe7-465d-bb06-2dbbef938455,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:00.739485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:00.798718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:00.800002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:00.802289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:01.004437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:01.005169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:01.100573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7a82b3e5-156e-4977-a005-0c9d29024ecc None None] Provisioning for port 89548820-bfe7-465d-bb06-2dbbef938455 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:01.105881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7a82b3e5-156e-4977-a005-0c9d29024ecc None None] Provisioning complete for port 89548820-bfe7-465d-bb06-2dbbef938455 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:01.106309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7a82b3e5-156e-4977-a005-0c9d29024ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:01.129778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788682-0345-430e-b076-6667134c9479 req-6bed940c-ff45-4d5e-90bd-d6606370a05e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:01.130590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-1c788682-0345-430e-b076-6667134c9479 req-6bed940c-ff45-4d5e-90bd-d6606370a05e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:58:01.137796 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3548803
Feb 07 01:58:01.171773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-7a82b3e5-156e-4977-a005-0c9d29024ecc None None] Port 89548820-bfe7-465d-bb06-2dbbef938455 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:58:01.175607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-1c788682-0345-430e-b076-6667134c9479 req-6bed940c-ff45-4d5e-90bd-d6606370a05e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:58:01.176772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c788682-0345-430e-b076-6667134c9479 req-6bed940c-ff45-4d5e-90bd-d6606370a05e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 932 time: 0.3387470
Feb 07 01:58:01.244815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1c788682-0345-430e-b076-6667134c9479 req-7d698ae8-2813-4f73-abc8-ba1f85b05754 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616918
Feb 07 01:58:01.739810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94bca-b7bd-4ee3-9c0c-6d2ca3798a67 req-be69da8a-07cc-4240-a648-b773a458aa7b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:01.741525 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2fa94bca-b7bd-4ee3-9c0c-6d2ca3798a67 req-be69da8a-07cc-4240-a648-b773a458aa7b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1642373
Feb 07 01:58:01.806087 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2fa94bca-b7bd-4ee3-9c0c-6d2ca3798a67 req-c51cce74-1770-4803-88e4-cbedd3f6ef65 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581133
Feb 07 01:58:02.580116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fd3c-9543-4b3b-8e08-3598a642dc5d req-a9857343-bbf6-4261-81c5-10f148dd2c9e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:02.582115 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d96fd3c-9543-4b3b-8e08-3598a642dc5d req-a9857343-bbf6-4261-81c5-10f148dd2c9e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 932 time: 0.1860139
Feb 07 01:58:02.658150 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d96fd3c-9543-4b3b-8e08-3598a642dc5d req-81329a1a-4030-4fa6-a128-dffa07029a86 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679793
Feb 07 01:58:03.046215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Request body: {'port': {'device_id': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:03.124953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9557b8-f1ab-4988-8ad1-de8b6c10f076 req-6d9e9f77-251a-4781-98b0-46dc2fc9fb67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:03.126755 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c9557b8-f1ab-4988-8ad1-de8b6c10f076 req-6d9e9f77-251a-4781-98b0-46dc2fc9fb67 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1760507
Feb 07 01:58:03.197813 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c9557b8-f1ab-4988-8ad1-de8b6c10f076 req-d573e39e-e602-4b1e-a22b-b82f2f3d3aea tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632653
Feb 07 01:58:03.394688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:03.770047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:03.859334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89548820-bfe7-465d-bb06-2dbbef938455 {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:58:03.877723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:03.886547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:03.891981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:03.897715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:03.897869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Transition to ACTIVE for port object 89548820-bfe7-465d-bb06-2dbbef938455 will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:03.994326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82b1b-ac8c-4280-b77d-4156b2ab9860 req-3e553d4d-1b47-4ae7-a730-e527e764b703 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:03.996099 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9df82b1b-ac8c-4280-b77d-4156b2ab9860 req-3e553d4d-1b47-4ae7-a730-e527e764b703 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 932 time: 0.1983194
Feb 07 01:58:03.997370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.015250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:04.030197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.060929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:04.072250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:04.098051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.100351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:04.183982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:04.187714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:04.215302 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9df82b1b-ac8c-4280-b77d-4156b2ab9860 req-8890313c-2a28-4a8a-8f15-0d7a96805aee tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032721
Feb 07 01:58:04.221335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=89548820-bfe7-465d-bb06-2dbbef938455,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:04.225874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:04.229036 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'code': 200}
Feb 07 01:58:04.428862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Attempting to bind port 89548820-bfe7-465d-bb06-2dbbef938455 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:04.429340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Attempting to bind port 89548820-bfe7-465d-bb06-2dbbef938455 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:04.429662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Attempting to bind port 89548820-bfe7-465d-bb06-2dbbef938455 on network 69b45842-9a06-42cf-9ab3-472fcdd47f00 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:04.435632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:04.437384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Checking segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:04.437384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.437384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Bound using segment: {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:04.437384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Bound port: 89548820-bfe7-465d-bb06-2dbbef938455, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a51d8e-7163-46eb-af1e-f805fc2002ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:04.437724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.487667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:04.553122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5485c6-7176-478c-af17-abe8c441861c req-1306de49-da49-425d-b893-a8ae5d7eb29e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:04.557817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] For port 89548820-bfe7-465d-bb06-2dbbef938455, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:04.561292 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b5485c6-7176-478c-af17-abe8c441861c req-1306de49-da49-425d-b893-a8ae5d7eb29e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1957917
Feb 07 01:58:04.575037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] For port 89548820-bfe7-465d-bb06-2dbbef938455, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=89548820-bfe7-465d-bb06-2dbbef938455,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:04.588213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:04.588930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.624973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.637153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b5485c6-7176-478c-af17-abe8c441861c req-9b61d676-6ca9-471e-af3e-8baa816bf7ea tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748196
Feb 07 01:58:04.695317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:04.716044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08865-d818-4807-a891-aacc3d8f93be req-cde22391-4aca-4881-b1a8-8966e3a814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:04.717687 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3ee08865-d818-4807-a891-aacc3d8f93be req-cde22391-4aca-4881-b1a8-8966e3a814a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1162 time: 0.0795274
Feb 07 01:58:04.764597 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3ee08865-d818-4807-a891-aacc3d8f93be req-2ca22f5d-15b3-4673-a251-a024900bd207 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397208
Feb 07 01:58:04.805471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=89548820-bfe7-465d-bb06-2dbbef938455,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:04.810083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:04.840977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:04.841663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:04.843314 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-9cbf5441-7f7e-4c35-a097-50cd4309ac96 service neutron] 10.222.0.21 "PUT /v2.0/ports/89548820-bfe7-465d-bb06-2dbbef938455 HTTP/1.1" status: 200  len: 1158 time: 1.8025446
Feb 07 01:58:04.843860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:04.907365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455', 'status': 'completed', 'code': 200}
Feb 07 01:58:05.258814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-b27c5cf2-2137-4ac8-bcba-f3f3f43feb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:05.260441 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-b27c5cf2-2137-4ac8-bcba-f3f3f43feb02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 1161 time: 0.0811274
Feb 07 01:58:05.433777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-59b9c85b-b0fe-4bcb-af6a-967b7b334af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:05.435549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-59b9c85b-b0fe-4bcb-af6a-967b7b334af0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&shared=False HTTP/1.1" status: 200  len: 904 time: 0.1599219
Feb 07 01:58:05.522463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b9805-bb7c-42e2-bfd9-597d12c14f01 req-90229c7a-19c1-45a3-8c21-538c9487b8b8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:05.524214 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5b6b9805-bb7c-42e2-bfd9-597d12c14f01 req-90229c7a-19c1-45a3-8c21-538c9487b8b8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.1741729
Feb 07 01:58:05.591243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5b6b9805-bb7c-42e2-bfd9-597d12c14f01 req-8b9919f1-fcd5-4b12-be0a-51e14368e7d9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Synchronizing usage tracker for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:58:05.596900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-9a8493b4-091c-4a63-8795-1a02c4549cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:05.598486 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1234f0c4-33ed-4e8c-8f60-19d2c2cd0e92 req-9a8493b4-091c-4a63-8795-1a02c4549cec service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1478007
Feb 07 01:58:05.660528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-5b6b9805-bb7c-42e2-bfd9-597d12c14f01 req-8b9919f1-fcd5-4b12-be0a-51e14368e7d9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Unset dirty status for tenant:1aae9a1119f6439ea36e78f4f0cf363d on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:58:05.661925 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5b6b9805-bb7c-42e2-bfd9-597d12c14f01 req-8b9919f1-fcd5-4b12-be0a-51e14368e7d9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313243
Feb 07 01:58:05.859654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-a50df75c-8f81-495e-b6b3-579f1631f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:05.861414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-a50df75c-8f81-495e-b6b3-579f1631f0e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 1161 time: 0.1749289
Feb 07 01:58:05.968411 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-8a6e4764-7eb0-4599-9952-080bc23fe019 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89548820-bfe7-465d-bb06-2dbbef938455 HTTP/1.1" status: 200  len: 217 time: 0.0758893
Feb 07 01:58:06.053297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2f5c8-7dab-4ac9-b439-830eb7bb5107 req-a1d27ab9-866c-4a4a-9539-d003129800b5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:06.055399 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3b2f5c8-7dab-4ac9-b439-830eb7bb5107 req-a1d27ab9-866c-4a4a-9539-d003129800b5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.2490208
Feb 07 01:58:06.157951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-3ff6edc5-5506-4dad-b5c4-4499a4642202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:06.160093 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-3ff6edc5-5506-4dad-b5c4-4499a4642202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.1036696
Feb 07 01:58:06.180915 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3b2f5c8-7dab-4ac9-b439-830eb7bb5107 req-9a5dbdb4-96e9-439b-8b99-4320f6e5aa8b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877609
Feb 07 01:58:06.956020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56639-7741-4bbc-a642-d8ca882b2f65 req-2e7ff5d7-15c5-4d1c-ac19-c4487acb0537 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:06.957947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-25c56639-7741-4bbc-a642-d8ca882b2f65 req-2e7ff5d7-15c5-4d1c-ac19-c4487acb0537 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.1663013
Feb 07 01:58:07.034535 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-25c56639-7741-4bbc-a642-d8ca882b2f65 req-f7a3b816-6c09-4ff8-a41e-21243bfdbeb8 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663936
Feb 07 01:58:07.490167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d801d-53e3-499e-8a24-5682b294a08a req-5297fe80-b60a-47a8-9201-c05fd85d57c3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:07.491794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-439d801d-53e3-499e-8a24-5682b294a08a req-5297fe80-b60a-47a8-9201-c05fd85d57c3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1658721
Feb 07 01:58:07.557109 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-439d801d-53e3-499e-8a24-5682b294a08a req-a4805670-efd0-4ddc-b982-4a09809e8558 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590186
Feb 07 01:58:07.861102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e97ca-9cf0-4356-8101-2d72e63d57e0 req-c722f5fb-f08b-4f57-a95f-574688014764 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:07.863482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b21e97ca-9cf0-4356-8101-2d72e63d57e0 req-c722f5fb-f08b-4f57-a95f-574688014764 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1656940
Feb 07 01:58:07.875733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47158) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:07.882429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Request body: {'floatingip': {'port_id': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:07.982919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:08.786806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7a94-dabc-4389-a989-3019836d070a req-ca60f985-30ee-4e76-a2a4-35e8446d7153 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:08.788404 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6bbf7a94-dabc-4389-a989-3019836d070a req-ca60f985-30ee-4e76-a2a4-35e8446d7153 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.6250043
Feb 07 01:58:08.910113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-78e74b8d-5af8-4bcd-b6ef-603895094b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:08.911764 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-78e74b8d-5af8-4bcd-b6ef-603895094b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6142492
Feb 07 01:58:09.060058 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6bbf7a94-dabc-4389-a989-3019836d070a req-21f47d9f-695e-4b41-994e-d404d6377e2a tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2637525
Feb 07 01:58:09.156124 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-f74b6796-6001-428d-a1ba-fb93a60829d0 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274408
Feb 07 01:58:09.356763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:09.400188 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb3a4043-a421-4641-bd10-a47a774b6db0 req-1cab9530-de48-47f6-b807-9b529b39cc44 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2372079
Feb 07 01:58:09.409511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:09.600910 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Floating IP 2371c861-bf55-403a-8653-62f3bf5f708d associated. External IP: 172.27.1.124, port: 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8.
Feb 07 01:58:09.739628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:58:09.992900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:58:10.196273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:10.200632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:10.206357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:10.217143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:10.217810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a216a0f0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:10.264365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2c5b5fcb-e4f9-4a2f-84ae-99782a17f45e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "PUT /v2.0/floatingips/2371c861-bf55-403a-8653-62f3bf5f708d HTTP/1.1" status: 200  len: 991 time: 2.3872459
Feb 07 01:58:10.265501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:10.375625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84f53f-7409-4b65-872d-ec01a8918e51 req-aeb8996a-5b46-43ac-a4fe-0c798c9d414f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:10.378947 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c84f53f-7409-4b65-872d-ec01a8918e51 req-aeb8996a-5b46-43ac-a4fe-0c798c9d414f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.1789622
Feb 07 01:58:10.431826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:10.464896 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c84f53f-7409-4b65-872d-ec01a8918e51 req-b370fe80-1bc9-477c-93f8-f97becb47a91 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788946
Feb 07 01:58:10.528988 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'status': 'completed', 'code': 200}
Feb 07 01:58:10.680703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-a0cef08b-651b-4215-b596-bd1b198ffd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:10.682351 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-a0cef08b-651b-4215-b596-bd1b198ffd95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1162 time: 0.0938628
Feb 07 01:58:10.863863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a216a0f0>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2371c861-bf55-403a-8653-62f3bf5f708d', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:c4:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:40Z', 'updated_at': '2021-02-07T01:58:09Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:10.864164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-4f426cda-68d9-4213-94c7-613df3d1f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:10.865873 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-4f426cda-68d9-4213-94c7-613df3d1f3d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1735201
Feb 07 01:58:10.869955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:10.880261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:10.880923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a216a0f0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:57:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:11.038212 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-fb12713d-abe6-4dbc-a517-d0c10bb8cd30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 999 time: 0.1538584
Feb 07 01:58:11.087079 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:11.122979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-1ab0ee8e-43e9-4548-acce-c46c6c5ab888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:11.124602 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-1ab0ee8e-43e9-4548-acce-c46c6c5ab888 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0780191
Feb 07 01:58:11.224623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-75d51628-c6b2-4dbc-9661-df4cba7e5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:11.226857 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-75d51628-c6b2-4dbc-9661-df4cba7e5f34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855393
Feb 07 01:58:11.381440 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-df3c5f99-0bc2-4e49-ba56-cf39e3e65be5 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451631
Feb 07 01:58:11.465927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a216a0f0>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2371c861-bf55-403a-8653-62f3bf5f708d', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:c4:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:40Z', 'updated_at': '2021-02-07T01:58:09Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:11.470292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d8d1f-2a72-4eb5-94e5-b7d41a4a7648 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2371c861-bf55-403a-8653-62f3bf5f708d', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'port_id': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'mac_address': 'fa:16:3e:c4:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:40Z', 'updated_at': '2021-02-07T01:58:09Z', 'revision_number': 1, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:11.538914 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0d1d9e-c5aa-496a-a7a6-0f5a26c95200 req-49f95703-c85c-46bb-b464-250edbeadee7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485317
Feb 07 01:58:11.756938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c4da-52fc-4d01-be5b-685fcc55fe81 None None] New status for floating IP 2371c861-bf55-403a-8653-62f3bf5f708d: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:58:11.783664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea919-1011-4e72-ace4-8122f2c8f196 req-05f61cb8-9a4f-435c-8599-fd6cfa50b713 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:11.785473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-385ea919-1011-4e72-ace4-8122f2c8f196 req-05f61cb8-9a4f-435c-8599-fd6cfa50b713 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.1718402
Feb 07 01:58:11.857395 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-385ea919-1011-4e72-ace4-8122f2c8f196 req-86afebb1-2e56-4a42-be34-4bf0ade19b80 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650530
Feb 07 01:58:13.165347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f1352-47bd-424d-8b51-48c64e276661 req-b5b9f589-6491-4104-ae52-0e8c6a6f0e65 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:13.166993 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-611f1352-47bd-424d-8b51-48c64e276661 req-b5b9f589-6491-4104-ae52-0e8c6a6f0e65 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 944 time: 0.1702099
Feb 07 01:58:13.233138 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-611f1352-47bd-424d-8b51-48c64e276661 req-ab6e2e8e-e85f-4715-86f2-844abbf79f8c tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598516
Feb 07 01:58:13.353444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 89548820-bfe7-465d-bb06-2dbbef938455 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:13.401856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47260) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:13.468801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 89548820-bfe7-465d-bb06-2dbbef938455 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:13.473659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Deleting subnet be1695ac-d2af-491e-a027-74e3d6094ef3 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:58:13.474531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 89548820-bfe7-465d-bb06-2dbbef938455 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:13.479396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.479502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.530221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.592937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.603334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.633180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:13.645306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 89548820-bfe7-465d-bb06-2dbbef938455, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=89548820-bfe7-465d-bb06-2dbbef938455,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:13.677443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:13.681915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:13.731822 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455', 'code': 200}
Feb 07 01:58:13.774405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=89548820-bfe7-465d-bb06-2dbbef938455,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:13.786840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:14.149286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47274) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:14.168142 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df898cce-0637-4334-bbc7-d62e7b5a94c0 req-0b9ea716-f228-4943-bbb9-d45f887520b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:14.170365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-df898cce-0637-4334-bbc7-d62e7b5a94c0 req-0b9ea716-f228-4943-bbb9-d45f887520b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 1163 time: 0.1043658
Feb 07 01:58:14.215852 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-df898cce-0637-4334-bbc7-d62e7b5a94c0 req-47023991-c685-4b11-bab9-1497c88c4f54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385423
Feb 07 01:58:14.308811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.324364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:14.328480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Usage tracker for resource:security_group_rule and tenant:8849503df6164fe4bae6c09ac5f7090a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:14.331856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:14.337682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:14.378036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.394418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8d99dd1-060b-4c90-8426-281f4b63b634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:14.481750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1695ac-d2af-491e-a027-74e3d6094ef3,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:14.487349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:14.528849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.535409 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ffd6ba09-1e51-41db-8da9-c760b9280adf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/be1695ac-d2af-491e-a027-74e3d6094ef3 HTTP/1.1" status: 204  len: 168 time: 1.1323531
Feb 07 01:58:14.538016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47282) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:14.565547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568355-7750-48af-a6fa-87cf2d421587 req-65a0acbf-3e2e-4f1b-8cae-b55459df1ced tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:14.567267 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4e568355-7750-48af-a6fa-87cf2d421587 req-65a0acbf-3e2e-4f1b-8cae-b55459df1ced tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1998277
Feb 07 01:58:14.645632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.653279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.669244 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4e568355-7750-48af-a6fa-87cf2d421587 req-117afaab-3bb6-4d32-b9d4-e09ee0e27026 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890837
Feb 07 01:58:14.677408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.686576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c37e9f44-5c0d-4017-9651-b3378d8f3b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:14.730447 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8849503df6164fe4bae6c09ac5f7090a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5774758
Feb 07 01:58:14.731047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47286) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:14.744850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ebcc5-caf5-4ef2-bd0e-05c9ff9b5702,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:14.748605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:14.801386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.832464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.851043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.966289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.969535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a15a3f60>,) {'filters': {'network_id': ['a45c1f9b-013f-4eaf-b33b-f0231328bc96']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:14.972200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-520734a0-e4fa-4e9c-9cb4-ceb6d2a3eba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:14.983038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a15a3f60>, '8c1fb1fc-0c89-49fc-bcff-012f4068bc64') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:14.983380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a15a3f60>, '8c1fb1fc-0c89-49fc-bcff-012f4068bc64') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:14.984852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ebcc5-caf5-4ef2-bd0e-05c9ff9b5702,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:14.988677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:14.990744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:14.994835 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/943ebcc5-caf5-4ef2-bd0e-05c9ff9b5702 HTTP/1.1" status: 204  len: 168 time: 0.2627645
Feb 07 01:58:14.997696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.017785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 89548820-bfe7-465d-bb06-2dbbef938455 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:15.094665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.097093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:58:15.134153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 89548820-bfe7-465d-bb06-2dbbef938455 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:15.134577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.293185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:58:15.303115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.487868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Network a45c1f9b-013f-4eaf-b33b-f0231328bc96 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:58:15.511200 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:58:15.573531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47296) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:15.597812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.616842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:15.620930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Usage tracker for resource:security_group_rule and tenant:1f63c0b4f6ca40989b6438401a4fbbce is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:15.623990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:15.630725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:15.811712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.815558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:15.837288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:15.847620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45c1f9b-013f-4eaf-b33b-f0231328bc96,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:15.851479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:15.884795 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b7d756a7-c2aa-4670-8436-67aeffbd4a97 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a45c1f9b-013f-4eaf-b33b-f0231328bc96 HTTP/1.1" status: 204  len: 168 time: 1.3456733
Feb 07 01:58:15.916436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.033274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61efff-7d39-4ebb-9744-9cc03cfcf6f8 req-cb40b0ea-3a7e-4afb-9202-4326b3187bea tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:16.035149 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ea61efff-7d39-4ebb-9744-9cc03cfcf6f8 req-cb40b0ea-3a7e-4afb-9202-4326b3187bea tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1745462
Feb 07 01:58:16.037135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.048121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1299c8eb-51a4-4e0c-8677-e8753f57c2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:16.125853 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f63c0b4f6ca40989b6438401a4fbbce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5511410
Feb 07 01:58:16.129824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47304) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:16.133294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172589e3-f8eb-45b9-bf0d-5152b95c7505,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:16.155983 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ea61efff-7d39-4ebb-9744-9cc03cfcf6f8 req-d9820de5-7e9a-4e61-8eac-f78cb34751c2 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104255
Feb 07 01:58:16.156935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:16.197410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.226193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.248685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5732a3a-8208-4d32-8b20-e327e0e96882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.253965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47310) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:16.305746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.309438 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fe370855-e44a-47f5-885c-0c231b06f919 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4c39746408a45a89a24959721c9810f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513282
Feb 07 01:58:16.309570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47314) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:16.312069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-238ffb17-8a11-4d3c-92c8-732c1a5aeea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:16.323579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172589e3-f8eb-45b9-bf0d-5152b95c7505,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:16.327645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:16.332060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.335321 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-564d3267-9e5d-4cee-83f0-d044691e4a03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/172589e3-f8eb-45b9-bf0d-5152b95c7505 HTTP/1.1" status: 204  len: 168 time: 0.2039437
Feb 07 01:58:16.377850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.406627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.480045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.485310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-aa5224ae-d3b6-4ad3-95df-264531343ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:16.500349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:16.503853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:16.553563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:16.554873 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2a5a3bc-0a5d-4a5d-b978-d3d98d82ff1a HTTP/1.1" status: 204  len: 168 time: 0.2443910
Feb 07 01:58:17.482866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fbf81-b8d6-467a-b257-083a0810fc3b req-e45dd7e5-532c-4ca3-9300-358729e399a9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:17.485171 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f53fbf81-b8d6-467a-b257-083a0810fc3b req-e45dd7e5-532c-4ca3-9300-358729e399a9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1906440
Feb 07 01:58:17.564082 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f53fbf81-b8d6-467a-b257-083a0810fc3b req-206a6cb1-c3f1-42e9-9fda-9ab4522e9dee tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698605
Feb 07 01:58:17.753112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47364) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:17.863598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d9c1-409b-4bc9-b5fd-99c07768f121 req-85c524a8-caeb-49af-8c2d-254a2d367f4f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:17.865348 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4621d9c1-409b-4bc9-b5fd-99c07768f121 req-85c524a8-caeb-49af-8c2d-254a2d367f4f tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1783807
Feb 07 01:58:17.875399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47372) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:17.882177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Request body: {'floatingip': {'port_id': '89548820-bfe7-465d-bb06-2dbbef938455'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:17.913482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246803717-network', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:17.918751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:17.923135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Usage tracker for resource:network and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:17.926936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:17.932940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:17.980158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Made reservation on behalf of daf7bffcee1944158e1598bb1497210d for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:58:17.986835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:17.992454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.004030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.020731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:18.024945 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Usage tracker for resource:security_group_rule and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:18.027870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:18.034123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:18.125540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.157408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.162240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-76b74661-98fe-4f12-bd34-47da34c4d1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:18.200976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:58:18.208606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7336e-f875-4514-9d7b-9e2d3fcc506b,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:18.212629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:18.216484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.216937 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Added segment c9f9c61c-23f2-4f95-be4f-13369e36a06d of type vxlan for network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd
Feb 07 01:58:18.245641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.317716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.319554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:18.320266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.326191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:18.445882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Pushing event updated for resources: {'Network': ['ID=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:18.448991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:18.457672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:58:18.501267 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7470086
Feb 07 01:58:18.505147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47386) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:18.511814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Request body: {'subnet': {'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246803717-subnet', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:18.519010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:18.523839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Usage tracker for resource:subnet and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:18.529125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:18.534437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:58:18.543971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:18.591989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Made reservation on behalf of daf7bffcee1944158e1598bb1497210d for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:58:18.598620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6776563'] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.724352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f426988-831c-4b99-a9eb-92d354b6819c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.909255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:18.934502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.115362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7000332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6776544'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.132377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:19.135272 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Floating IP 2749e40a-63c8-4951-b775-00e313574a45 associated. External IP: 172.27.1.140, port: 89548820-bfe7-465d-bb06-2dbbef938455.
Feb 07 01:58:19.254903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.263935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe72a30-0dd0-400d-890b-90b72773c00f,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:19.279077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:19.339646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Checking segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:19.340041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Network hostable DHCP agents. Network: 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:58:19.383213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:58:19.414391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:19.424097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b1f9c-c79f-4f8a-bf41-dc1937c8d361 None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:58:19.430074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:19.430732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.478839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1bffc6dc-1350-4550-8897-75ea9f990a97 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9720123
Feb 07 01:58:19.481489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47414) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:19.489881 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:19.497824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:19.503888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Usage tracker for resource:router and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:19.514062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:19.521993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:19.540875 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:58:19.589173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.590320 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.606525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.679967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:58:19.680904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.784020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:19.797222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:19.869567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47422) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:19.917301 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bf31132a-15d8-4843-bc83-1b28042ad767 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "PUT /v2.0/floatingips/2749e40a-63c8-4951-b775-00e313574a45 HTTP/1.1" status: 200  len: 992 time: 2.0406535
Feb 07 01:58:19.918322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:19.953098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:20.006667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Allocated IP 172.20.0.2 (3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd/3fe72a30-0dd0-400d-890b-90b72773c00f/5c848a9c-751b-4d87-8545-2058ced4fc4d) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:20.033466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.095581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.113942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:20.123983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaac40a57bd406cbf1d84f0cea73657 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:20.127925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:20.134223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:20.231985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.240230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.246935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.253487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:20.254107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2561b38>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:20.262980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.274787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b02a5c56-0db4-499b-bdcb-9d294169f7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:20.313784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Transition to ACTIVE for port object 5c848a9c-751b-4d87-8545-2058ced4fc4d will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:20.313994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455', 'status': 'completed', 'code': 200}
Feb 07 01:58:20.327445 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4aaac40a57bd406cbf1d84f0cea73657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4571171
Feb 07 01:58:20.329788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47436) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:20.334231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fda6e-2aeb-45c2-a01d-bbc011f7cb98,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:20.347351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:20.404817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.409566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Transition to ACTIVE for port object 5c848a9c-751b-4d87-8545-2058ced4fc4d will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:20.436330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.478676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:20.511800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.517210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bf7a32ea-6da3-4785-a8c2-f752eeb04977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:20.529180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fda6e-2aeb-45c2-a01d-bbc011f7cb98,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:20.536431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:20.537680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.548438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.552370 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a4fda6e-2aeb-45c2-a01d-bbc011f7cb98 HTTP/1.1" status: 204  len: 168 time: 0.2097466
Feb 07 01:58:20.569826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:20.742351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.781438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:20.801895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Pushing event updated for resources: {'Port': ['ID=5c848a9c-751b-4d87-8545-2058ced4fc4d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:20.807499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:20.834918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-8f087b5c-b7f1-49fd-b37a-e880d95c3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:20.836587 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-8f087b5c-b7f1-49fd-b37a-e880d95c3d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 1163 time: 0.4595473
Feb 07 01:58:20.859921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.059748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.083419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47446) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:21.106843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.132887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:21.137854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Usage tracker for resource:security_group_rule and tenant:6d9f9502b5d247388735bf79600ab4fc is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:21.143475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:21.150854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:21.180452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-f11b9e6f-a629-4eb1-bdaa-86ecbac0ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:21.182068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-f11b9e6f-a629-4eb1-bdaa-86ecbac0ca82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 200  len: 904 time: 0.2904296
Feb 07 01:58:21.182693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:21.186247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:21.190516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:21.256514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Attempting to bind port 5c848a9c-751b-4d87-8545-2058ced4fc4d on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:21.256980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Attempting to bind port 5c848a9c-751b-4d87-8545-2058ced4fc4d by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:21.257325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Attempting to bind port 5c848a9c-751b-4d87-8545-2058ced4fc4d on network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:21.275926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.279221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:21.279650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Checking segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:21.280115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.280546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Bound using segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:21.281074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Bound port: 5c848a9c-751b-4d87-8545-2058ced4fc4d, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:21.281497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.328636 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.338308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-506e8387-3071-47fb-9fa4-c23b690927ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:21.371883 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-c31caeae-13f6-42f3-b679-b57a8e08dc50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89548820-bfe7-465d-bb06-2dbbef938455 HTTP/1.1" status: 200  len: 1000 time: 0.1736345
Feb 07 01:58:21.389578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d9f9502b5d247388735bf79600ab4fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046238
Feb 07 01:58:21.393140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47452) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:21.406668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ce175-7549-43e5-8714-460e77f85ae9,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:21.411778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:21.447669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Allocated IP 172.27.1.26 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/1ed08c20-8867-4696-b8fd-6b1afbb5f712) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:21.455483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] For port 5c848a9c-751b-4d87-8545-2058ced4fc4d, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:21.459689 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] For port 5c848a9c-751b-4d87-8545-2058ced4fc4d, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=5c848a9c-751b-4d87-8545-2058ced4fc4d,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:21.462254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2561b38>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2749e40a-63c8-4951-b775-00e313574a45', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '89548820-bfe7-465d-bb06-2dbbef938455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:f8:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:54Z', 'updated_at': '2021-02-07T01:58:18Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:21.462871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.466554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:21.475867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:21.476568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2561b38>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:21.487821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-a294a58a-36cc-4648-bee8-507b1a905ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:21.489412 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-a294a58a-36cc-4648-bee8-507b1a905ebc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 200  len: 849 time: 0.1084659
Feb 07 01:58:21.491191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.548129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.565552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:21.574644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.581568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eea43f97-a9b7-4be0-a4b8-6ad6fa7ef7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:21.597258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ce175-7549-43e5-8714-460e77f85ae9,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:21.601004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:21.602584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.604300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f4ce175-7549-43e5-8714-460e77f85ae9 HTTP/1.1" status: 204  len: 168 time: 0.2096832
Feb 07 01:58:21.682297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-f387ddf5-7a2f-4d88-a637-a6f71271980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:21.683960 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-f387ddf5-7a2f-4d88-a637-a6f71271980d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69b45842-9a06-42cf-9ab3-472fcdd47f00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1461067
Feb 07 01:58:21.692623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.828435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Pushing event updated for resources: {'Port': ['ID=5c848a9c-751b-4d87-8545-2058ced4fc4d,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:21.847527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:21.859327 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-7ed4e718-7120-43f0-8cee-1cd55348fed4 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627085
Feb 07 01:58:21.883364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:21.967278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:21.991685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bc0413b0-84d5-444b-a0e0-b87395dd1e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:22.172975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed08c20-8867-4696-b8fd-6b1afbb5f712,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:22.182058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:22.229600 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0fd06305-ea7a-47cc-a798-db9f89181c10 req-d7a2aac2-e1c8-4866-8663-05130b68d1f7 service neutron] 10.222.0.21 "GET /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3623044
Feb 07 01:58:22.270404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:22.271788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:22.274106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:22.367353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2561b38>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2749e40a-63c8-4951-b775-00e313574a45', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '89548820-bfe7-465d-bb06-2dbbef938455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:f8:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:54Z', 'updated_at': '2021-02-07T01:58:18Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:22.372145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358459-2afc-4820-a0a9-92e5920bf0db None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '2749e40a-63c8-4951-b775-00e313574a45', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'port_id': '89548820-bfe7-465d-bb06-2dbbef938455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'mac_address': 'fa:16:3e:f8:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:57:54Z', 'updated_at': '2021-02-07T01:58:18Z', 'revision_number': 1, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:22.693111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aab4b-bf18-41a0-8650-ae55e5f449fa None None] New status for floating IP 2749e40a-63c8-4951-b775-00e313574a45: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:58:22.869190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:23.249738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:23.430451 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cd480-ef66-4935-889a-a6d61dbd097b None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:58:23.664302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a5b341ca-4fe2-46e0-9432-6e04c225c484 None None] Provisioning for port 5c848a9c-751b-4d87-8545-2058ced4fc4d completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:23.791668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Router 162e0e55-8a56-4bf5-8d99-42715d427695 is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:58:23.849554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 5c848a9c-751b-4d87-8545-2058ced4fc4d up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:23.962340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47502) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:23.977325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 5c848a9c-751b-4d87-8545-2058ced4fc4d completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:23.986164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 5c848a9c-751b-4d87-8545-2058ced4fc4d triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:23.986673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.048002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:24.059540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Sync routers for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:24.083634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:24.084317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a218f048>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:24.108961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.110651 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.6279557
Feb 07 01:58:24.114290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47508) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:24.148904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.166824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:24.174612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc22db817366445790dd1b3956578733 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:24.178765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:24.185176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:24.221680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-5018a573-8303-4975-9d73-4e322e1ed915 None None] Provisioning complete for port 5c848a9c-751b-4d87-8545-2058ced4fc4d triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:24.222096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5018a573-8303-4975-9d73-4e322e1ed915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.247433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.285136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.308912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.328440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d790485-3d42-4e5b-bb9d-aa5098afd5bc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:24.386006 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc22db817366445790dd1b3956578733&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4196489
Feb 07 01:58:24.386006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2068f55d-32a1-407e-be7d-bcf53c65c50f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:24.387115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47512) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:24.406754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.407292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.407773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.408303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.408781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.409287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.409756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.410224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.410695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.411192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.411667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.412134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.412706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.413176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.413646 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.414109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.414572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.415069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.415532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.416008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.416503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.417023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.417351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.417731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:24.424575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:24.476750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.507045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.563507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 5c848a9c-751b-4d87-8545-2058ced4fc4d, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=5c848a9c-751b-4d87-8545-2058ced4fc4d,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:24.591984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.598117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2367949b-6a09-4f06-93c7-15bd8543dcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:24.612869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2068f55d-32a1-407e-be7d-bcf53c65c50f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:24.616587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:24.617632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.621970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2068f55d-32a1-407e-be7d-bcf53c65c50f HTTP/1.1" status: 204  len: 168 time: 0.2336595
Feb 07 01:58:24.674330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.694215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:24.740891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:24.974160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:24.994779 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-534832c4-060a-43f6-a489-44f57682d64b None None] Provisioning complete for port 5c848a9c-751b-4d87-8545-2058ced4fc4d triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:24.995300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-534832c4-060a-43f6-a489-44f57682d64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.076055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=5c848a9c-751b-4d87-8545-2058ced4fc4d,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:25.086915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:25.251816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a218f048>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:22Z', 'revision_number': 3, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:25.257003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Checking router: 162e0e55-8a56-4bf5-8d99-42715d427695 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:25.257413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Updating router 162e0e55-8a56-4bf5-8d99-42715d427695 port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:58:25.318809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.373596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Allocated IP 172.20.0.1 (3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd/3fe72a30-0dd0-400d-890b-90b72773c00f/dc7b5cf2-3b09-439f-89e9-1d2d074fffd5) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:25.540317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.559039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Transition to ACTIVE for port object dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:25.609276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.625821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-44e2f6fb-54b6-4f8b-80dd-c8fe31795b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:25.757775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.769008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:25.783668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:25.784396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Transition to ACTIVE for port object 1ed08c20-8867-4696-b8fd-6b1afbb5f712 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:25.796443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 5c848a9c-751b-4d87-8545-2058ced4fc4d up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:25.844334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:25.866456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:25.867830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:25.870192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:25.882323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:25.934338 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.042439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 5c848a9c-751b-4d87-8545-2058ced4fc4d triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:26.043523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.102883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Pushing event updated for resources: {'Port': ['ID=1ed08c20-8867-4696-b8fd-6b1afbb5f712,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:26.131992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:26.156209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.267086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Attempting to bind port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:26.267555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Attempting to bind port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:26.268120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Attempting to bind port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:26.281160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:26.281583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:26.282040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.284078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:26.284078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Bound port: 1ed08c20-8867-4696-b8fd-6b1afbb5f712, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:26.284078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.326912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8d560c88-3de2-44b5-8444-4290cf0bed64 None None] Provisioning for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:26.343323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8d560c88-3de2-44b5-8444-4290cf0bed64 None None] Provisioning complete for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:26.343749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8d560c88-3de2-44b5-8444-4290cf0bed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.425461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-8d560c88-3de2-44b5-8444-4290cf0bed64 None None] Port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:58:26.432500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] For port 1ed08c20-8867-4696-b8fd-6b1afbb5f712, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:26.435858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] For port 1ed08c20-8867-4696-b8fd-6b1afbb5f712, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1ed08c20-8867-4696-b8fd-6b1afbb5f712,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:26.463752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.481047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:26.488862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.523592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.572331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:26.655951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:26.672152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:26.684946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Pushing event updated for resources: {'Port': ['ID=1ed08c20-8867-4696-b8fd-6b1afbb5f712,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:26.688946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:26.699347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:26.700171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a218f048>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:26.727157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:26.809269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:26.810483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:27.033627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Router 162e0e55-8a56-4bf5-8d99-42715d427695 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:58:27.080692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:27.139087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-d346e5b7-3283-4c3d-b74d-2b70e11e23ba None None] Provisioning complete for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:27.139507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d346e5b7-3283-4c3d-b74d-2b70e11e23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:27.305068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-d346e5b7-3283-4c3d-b74d-2b70e11e23ba None None] Port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:58:27.487135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:27.490970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a218f048>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:26Z', 'revision_number': 2, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:27.495217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09585ff-4679-4691-97e5-fd27afc6d0bc None None] The sync data for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi is: [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:26Z', 'revision_number': 2, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:27.496665 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] 10.222.0.38 "PUT /v2.0/routers/162e0e55-8a56-4bf5-8d99-42715d427695/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3812261
Feb 07 01:58:28.693143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47584) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:28.699399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1145239285-network', 'tenant_id': '9271a9ab95874901932e3a823aa78322'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:28.704623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:28.709794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Usage tracker for resource:network and tenant:9271a9ab95874901932e3a823aa78322 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:28.712898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:28.718777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:28.754030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Made reservation on behalf of 9271a9ab95874901932e3a823aa78322 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:58:28.759081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:28.772625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:28.793365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:28.797345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Usage tracker for resource:security_group_rule and tenant:9271a9ab95874901932e3a823aa78322 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:28.800385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:28.806109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:28.890481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:28.914135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:28.919063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-da7ad131-c4e2-4ff9-b165-fbb4f83c87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:28.949123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:58:28.962731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd77954-ea36-43fd-bb12-24b865daf0b6,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:28.966895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:28.967893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:28.968277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Added segment 6c017537-f422-4b0b-a013-af357199b3fa of type vxlan for network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59
Feb 07 01:58:28.996008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.054047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.055416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:29.056062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.061250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:29.169295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Pushing event updated for resources: {'Network': ['ID=0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:29.172259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:29.180362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:58:29.203784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5094538
Feb 07 01:58:29.207402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47590) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:29.213722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Request body: {'subnet': {'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1145239285-subnet', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:29.223098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:29.227177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Usage tracker for resource:subnet and tenant:9271a9ab95874901932e3a823aa78322 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:29.230156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:29.235949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:29.274166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Made reservation on behalf of 9271a9ab95874901932e3a823aa78322 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:58:29.278953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6448371'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.706026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849352166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6448352'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.725324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:29.804057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1ed08c20-8867-4696-b8fd-6b1afbb5f712 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:29.853306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=493bd990-57b8-4ff0-aef2-30e071b5cbc6,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:29.856502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:29.916847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:29.922359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:29.922782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:29.929018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Checking segment: {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:29.929419 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Network hostable DHCP agents. Network: 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 01:58:29.973837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 01:58:30.008167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:30.022075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:30.022710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.025575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41cb38-a921-42fe-b59d-f39271e783db None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:58:30.072274 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2f7dd583-2766-4768-89ec-671e35459f6f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8637207
Feb 07 01:58:30.074818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47594) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:30.080294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:30.085860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:30.090008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Usage tracker for resource:router and tenant:9271a9ab95874901932e3a823aa78322 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:30.093587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:30.100657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:30.136519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.140166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.141263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.233001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 1ed08c20-8867-4696-b8fd-6b1afbb5f712, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1ed08c20-8867-4696-b8fd-6b1afbb5f712,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:30.272016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.288911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.290665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e0aaeedd-1a45-4aaf-9870-38cb48f8842b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:30.329386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 01:58:30.330349 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.464491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=1ed08c20-8867-4696-b8fd-6b1afbb5f712,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:30.485410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.485795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.486201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.487136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.487512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.487885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.488252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.488622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.488991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.489355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.489719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.490084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.490542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.490973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.491301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.491668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.492067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.492433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.492795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.493160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.493522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.493890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.494254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.494615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:30.501235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:30.654953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 01:58:30.774456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Allocated IP 172.20.0.2 (0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59/493bd990-57b8-4ff0-aef2-30e071b5cbc6/b45dac15-b416-43b4-b236-642dbb2c9e09) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:30.810498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:30.901622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Sync routers for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:30.912832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:30.913741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d4ce48>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:31.026330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.036924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Transition to ACTIVE for port object b45dac15-b416-43b4-b236-642dbb2c9e09 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:31.054222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Transition to ACTIVE for port object b45dac15-b416-43b4-b236-642dbb2c9e09 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:31.083416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.102722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:31.109482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:31.200091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.235228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.255331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Pushing event updated for resources: {'Port': ['ID=b45dac15-b416-43b4-b236-642dbb2c9e09,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:31.260680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:31.318483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:31.319741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:31.321993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:31.392510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Attempting to bind port b45dac15-b416-43b4-b236-642dbb2c9e09 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:31.393210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Attempting to bind port b45dac15-b416-43b4-b236-642dbb2c9e09 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:31.393782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Attempting to bind port b45dac15-b416-43b4-b236-642dbb2c9e09 on network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:31.399925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:31.401236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Checking segment: {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:31.401843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.402772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Bound using segment: {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:31.403473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Bound port: b45dac15-b416-43b4-b236-642dbb2c9e09, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:31.404176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.481200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d4ce48>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:26Z', 'revision_number': 2, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:31.485399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Checking router: 162e0e55-8a56-4bf5-8d99-42715d427695 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:31.485790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Updating router 162e0e55-8a56-4bf5-8d99-42715d427695 port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:58:31.512064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] For port b45dac15-b416-43b4-b236-642dbb2c9e09, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:31.515677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] For port b45dac15-b416-43b4-b236-642dbb2c9e09, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=b45dac15-b416-43b4-b236-642dbb2c9e09,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:31.543276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.581272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.596983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:31.609050 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Allocated IP 172.27.1.56 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/e9b020a8-45df-45dc-9bf2-81bfeb9cefcb) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:31.752928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Pushing event updated for resources: {'Port': ['ID=b45dac15-b416-43b4-b236-642dbb2c9e09,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:31.757976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:31.866519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.882190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1ed08c20-8867-4696-b8fd-6b1afbb5f712 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:31.950504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:31.967023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3616e051-4462-4213-b3d4-4e28577f84bf tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:32.058330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.072437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Transition to ACTIVE for port object dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:32.104399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.128542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Pushing event updated for resources: {'Port': ['ID=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:32.132074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:32.132249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:32.203989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:32.204409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.221236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:32.222715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:32.225164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:32.451813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Pushing event updated for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:32.463534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.463909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.464281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.464641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.465000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.465355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.465707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.466059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.466410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.466760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.467135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.467486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.467922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.468275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.468626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.468975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.469321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.469677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.470023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.470368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.470790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.471167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.471517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.471865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:32.476119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:32.650666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Attempting to bind port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:32.651368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Attempting to bind port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:32.651775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Attempting to bind port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 on network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:32.657756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:32.658746 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Checking segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:32.659364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.659944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Bound using segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:32.660654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Bound port: dc7b5cf2-3b09-439f-89e9-1d2d074fffd5, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:32.661067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.763903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.764456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] For port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:32.770622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] For port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:32.797568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:32.814076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:32.974248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Pushing event updated for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:32.979127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:33.021416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:33.022055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d4ce48>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:33.177208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:33.290989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:33.404318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24eba4-1824-44d8-9f83-cf36cc458b23 None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:58:33.609056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-afe2560a-0170-4719-af3f-8486f60b3473 None None] Provisioning for port b45dac15-b416-43b4-b236-642dbb2c9e09 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:33.670682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2d4ce48>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:32Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:33.675777 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b1545-f7a3-4dcc-bdbf-ef2c5b977147 None None] The sync data for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi is: [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:32Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:33.711185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Router 6e9f9c9f-6558-497d-9709-cdd79e185261 is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 01:58:33.941210 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:33.968952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:33.980398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Sync routers for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:34.013027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:34.013027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a228feb8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:34.034977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.036678 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9608510
Feb 07 01:58:34.039978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 47620) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:34.211049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:34.493730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:34.532002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:34.532427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.694499 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a228feb8>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:32Z', 'revision_number': 3, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:34.702140 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Checking router: 6e9f9c9f-6558-497d-9709-cdd79e185261 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:34.702539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Updating router 6e9f9c9f-6558-497d-9709-cdd79e185261 port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:58:34.738671 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.792132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.832286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:34.833222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.891745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:34.892725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device b45dac15-b416-43b4-b236-642dbb2c9e09 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:34.932137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86194ad2-b1c6-4908-a8e2-c5cd6fa7841c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:35.108034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:35.116548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:35.193124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Allocated IP 172.20.0.1 (0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59/493bd990-57b8-4ff0-aef2-30e071b5cbc6/8e0b4f8f-136b-466e-b023-780552fa50bd) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:58:35.197423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port b45dac15-b416-43b4-b236-642dbb2c9e09 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:35.216822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port b45dac15-b416-43b4-b236-642dbb2c9e09 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:35.217250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.381977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.403913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Transition to ACTIVE for port object 8e0b4f8f-136b-466e-b023-780552fa50bd will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:35.470110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.488061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-67da2ae7-350c-4de1-927c-be69cbb1ce97 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:35.561909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.627849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:35.650843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.651327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.651733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.652137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.652535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.652929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.653322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.653800 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.654239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.654584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.655020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.655410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.655935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.656371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.656888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.657136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.657525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.657916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.658228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port b45dac15-b416-43b4-b236-642dbb2c9e09, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=b45dac15-b416-43b4-b236-642dbb2c9e09,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:35.658365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.658757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.659211 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.659650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.660041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.660427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:58:35.662593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.667174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:35.676801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Transition to ACTIVE for port object e9b020a8-45df-45dc-9bf2-81bfeb9cefcb will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:35.685540 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.687511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-28b2e3c9-5a69-4ab9-8797-86d49c6b4192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:35.704480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:35.706238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:35.708459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:58:35.729853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.768323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.828418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:35.929979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=b45dac15-b416-43b4-b236-642dbb2c9e09,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:35.940759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:35.941262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:35.943111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:36.042489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:36.044924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.090022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Pushing event updated for resources: {'Port': ['ID=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:36.101990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a166a2a7-b6a8-4513-8aa1-8327e87517dd None None] Provisioning for port 8e0b4f8f-136b-466e-b023-780552fa50bd completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:36.112217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:36.122736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a166a2a7-b6a8-4513-8aa1-8327e87517dd None None] Provisioning complete for port 8e0b4f8f-136b-466e-b023-780552fa50bd triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:36.123183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a166a2a7-b6a8-4513-8aa1-8327e87517dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.173582 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Attempting to bind port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:36.174019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Attempting to bind port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:36.174418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Attempting to bind port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:36.194199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:36.194550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:36.195023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.195462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:36.195982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Bound port: e9b020a8-45df-45dc-9bf2-81bfeb9cefcb, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:36.196398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.243313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.243826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-a166a2a7-b6a8-4513-8aa1-8327e87517dd None None] Port 8e0b4f8f-136b-466e-b023-780552fa50bd cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:58:36.280196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.315871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a567bcd3-6a52-44e1-a303-d1540c42091b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:36.345983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] For port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:36.349373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] For port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:36.378366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.394469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:36.402722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:36.405461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:36.419168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:36.550091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Pushing event updated for resources: {'Port': ['ID=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:36.553699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:36.572100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:58:36.573306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:58:36.617898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:36.618585 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a228feb8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:36.791081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Router 6e9f9c9f-6558-497d-9709-cdd79e185261 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:58:36.826085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:36.912010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8f0ffff5-09fd-40ee-96a5-967e97b097d8 None None] Provisioning complete for port 8e0b4f8f-136b-466e-b023-780552fa50bd triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:36.912434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffff5-09fd-40ee-96a5-967e97b097d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:37.122402 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ffff5-09fd-40ee-96a5-967e97b097d8 None None] Port 8e0b4f8f-136b-466e-b023-780552fa50bd cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:58:37.241173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:37.249711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a228feb8>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:35Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '8e0b4f8f-136b-466e-b023-780552fa50bd', 'name': '', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'mac_address': 'fa:16:3e:a1:6a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:35Z', 'updated_at': '2021-02-07T01:58:36Z', 'revision_number': 2, 'project_id': '9271a9ab95874901932e3a823aa78322', 'subnets': [{'id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:37.250724 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] 10.222.0.38 "PUT /v2.0/routers/6e9f9c9f-6558-497d-9709-cdd79e185261/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2092516
Feb 07 01:58:37.254874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db860bf-4bd7-481e-a55f-de901c059021 None None] The sync data for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi is: [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:35Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '8e0b4f8f-136b-466e-b023-780552fa50bd', 'name': '', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'mac_address': 'fa:16:3e:a1:6a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:35Z', 'updated_at': '2021-02-07T01:58:36Z', 'revision_number': 2, 'project_id': '9271a9ab95874901932e3a823aa78322', 'subnets': [{'id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:37.818995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device b45dac15-b416-43b4-b236-642dbb2c9e09 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:37.915785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port b45dac15-b416-43b4-b236-642dbb2c9e09 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:37.917445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:37.943270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1581073184', 'description': 'tempest-TestShelveInstance-1581073184 description'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:37.969933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:37.975188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Usage tracker for resource:security_group and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:37.978347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:37.984483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:38.104128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.131719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:38.135902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Usage tracker for resource:security_group_rule and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:38.138934 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:38.149195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:38.251275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.282740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.287673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4a0f3efd-d8d1-4a2a-b1a6-0eec3d0b4585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:38.339484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9401af-a45e-4221-b341-ef85bb862bfd,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:38.342744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:38.368574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.370009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3786919b-6c7a-414e-b162-2977c818b2d4 req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.4358053
Feb 07 01:58:38.476100 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-3698a2d3-5bea-46fb-81a2-780832fb7534 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups/6f9401af-a45e-4221-b341-ef85bb862bfd HTTP/1.1" status: 200  len: 1802 time: 0.0707350
Feb 07 01:58:38.488160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f9401af-a45e-4221-b341-ef85bb862bfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:38.488523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f9401af-a45e-4221-b341-ef85bb862bfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:38.511364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:38.515528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Usage tracker for resource:security_group_rule and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:38.519354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:38.525660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:38.611220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.636098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.665389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.667711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8497bbf-372f-426f-ac1b-3ea5decd758a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:38.689399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66379ebd-e48d-445d-8d69-35d54405783e,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:38.693623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:38.725545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.726956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70fa2a32-47c3-41b9-a6de-2a6696bb5733 req-01c4b203-ef85-4845-aaf7-4cb89fd8cb6e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2433960
Feb 07 01:58:38.828315 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34211766-a917-4ae6-82dd-d543019d4bdb req-4ea32f4d-f274-4ad4-aef7-bca21711fd94 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups/6f9401af-a45e-4221-b341-ef85bb862bfd HTTP/1.1" status: 200  len: 2395 time: 0.0666721
Feb 07 01:58:38.840200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f9401af-a45e-4221-b341-ef85bb862bfd', 'remote_group_id': None}]} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:38.840644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f9401af-a45e-4221-b341-ef85bb862bfd', 'remote_group_id': None}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:38.862642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:38.866789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Usage tracker for resource:security_group_rule and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:38.870208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:38.876395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:38.957629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:38.981647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:39.016977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:39.025319 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d3ac8c2b-2913-4563-b360-737adae06aff tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:39.047126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29978c17-d9fb-4133-acfd-fbd7fe229d8c,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:39.050120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:39.074298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:39.075961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-34211766-a917-4ae6-82dd-d543019d4bdb req-f9f92745-63bb-4a7d-a67d-4171f3966354 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2402785
Feb 07 01:58:39.850152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e9b020a8-45df-45dc-9bf2-81bfeb9cefcb up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:39.957048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:39.962318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:39.964957 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:40.249131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:40.269962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:40.303141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:40.308627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:40.382282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:40.385596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:40.806011 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Sync routers for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:40.816839 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:40.817420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b67d30>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:41.009153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:41.345324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b67d30>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:35Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '8e0b4f8f-136b-466e-b023-780552fa50bd', 'name': '', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'mac_address': 'fa:16:3e:a1:6a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:35Z', 'updated_at': '2021-02-07T01:58:36Z', 'revision_number': 2, 'project_id': '9271a9ab95874901932e3a823aa78322', 'subnets': [{'id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:41.349326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Checking router: 6e9f9c9f-6558-497d-9709-cdd79e185261 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:41.349725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Updating router 6e9f9c9f-6558-497d-9709-cdd79e185261 port 8e0b4f8f-136b-466e-b023-780552fa50bd binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 01:58:41.405064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:41.791379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e9b020a8-45df-45dc-9bf2-81bfeb9cefcb up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:41.815094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:41.828816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Transition to ACTIVE for port object 8e0b4f8f-136b-466e-b023-780552fa50bd will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:58:41.860290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:41.882642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a55d839a-7634-41c6-8a6c-b782ae28ca24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:41.882924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:41.883358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:42.179099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e86e5-220c-4d66-b6b7-d18487b48c40 None None] Pushing event updated for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:42.182286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9d7e86e5-220c-4d66-b6b7-d18487b48c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:42.354655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Attempting to bind port 8e0b4f8f-136b-466e-b023-780552fa50bd on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:58:42.355095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Attempting to bind port 8e0b4f8f-136b-466e-b023-780552fa50bd by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:58:42.355495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Attempting to bind port 8e0b4f8f-136b-466e-b023-780552fa50bd on network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:58:42.362249 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:58:42.362669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Checking segment: {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:58:42.363128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:42.363556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Bound using segment: {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:58:42.364067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Bound port: 8e0b4f8f-136b-466e-b023-780552fa50bd, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c017537-f422-4b0b-a013-af357199b3fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:58:42.364476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:42.463603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] For port 8e0b4f8f-136b-466e-b023-780552fa50bd, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:58:42.466882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] For port 8e0b4f8f-136b-466e-b023-780552fa50bd, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=8e0b4f8f-136b-466e-b023-780552fa50bd,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:58:42.528641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:42.545225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f0279fea-5411-4911-88a9-6c70c69f74f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:42.708890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e86e5-220c-4d66-b6b7-d18487b48c40 None None] Pushing event updated for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:42.713436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9d7e86e5-220c-4d66-b6b7-d18487b48c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:42.752565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:42.754239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b67d30>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:42.958461 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:43.329312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b67d30>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:35Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '8e0b4f8f-136b-466e-b023-780552fa50bd', 'name': '', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'mac_address': 'fa:16:3e:a1:6a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:35Z', 'updated_at': '2021-02-07T01:58:42Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'subnets': [{'id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:43.334481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5325c-627e-4094-b29e-5aefd27fdcf3 None None] The sync data for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi is: [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T01:58:35Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '8e0b4f8f-136b-466e-b023-780552fa50bd', 'name': '', 'network_id': '0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'mac_address': 'fa:16:3e:a1:6a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:35Z', 'updated_at': '2021-02-07T01:58:42Z', 'revision_number': 4, 'project_id': '9271a9ab95874901932e3a823aa78322', 'subnets': [{'id': '493bd990-57b8-4ff0-aef2-30e071b5cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:43.838385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 8e0b4f8f-136b-466e-b023-780552fa50bd up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:43.942672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 8e0b4f8f-136b-466e-b023-780552fa50bd completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:58:43.948178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 8e0b4f8f-136b-466e-b023-780552fa50bd triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:43.948700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:44.076495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:44.110380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 8e0b4f8f-136b-466e-b023-780552fa50bd, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=8e0b4f8f-136b-466e-b023-780552fa50bd,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:44.136330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:44.138255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:44.212088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:44.215515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:45.794830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 8e0b4f8f-136b-466e-b023-780552fa50bd up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:45.871315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 8e0b4f8f-136b-466e-b023-780552fa50bd triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:45.871731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:46.233564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f62d28ae-3d29-44b4-aa16-01791fadd1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:46.570043 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-13b1ba15-e81a-4d3b-ad0c-4f1782410822 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-834933167&fields=id&tenant_id=e118f06020234423b69b949e066c2232 HTTP/1.1" status: 200  len: 267 time: 0.0646813
Feb 07 01:58:46.739044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:58:46.743212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-0098d806-7f0a-4156-aaaa-6d0abaf1c0fb tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:46.746925 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-0098d806-7f0a-4156-aaaa-6d0abaf1c0fb tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 985 time: 0.1691074
Feb 07 01:58:46.759117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Request body: {'port': {'security_groups': ['abcaca83-7041-47d7-b354-03acd3aa9732']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:58:46.917592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.302607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:58:47.330690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.376824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.392757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5958d85f-871e-41a8-b3ce-da2b6e4f2997 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:47.556500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=6']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:47.562054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:47.662116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:47.662874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.667814 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8b27a49-3373-4c03-9b1a-0026c66cc2d0 req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "PUT /v2.0/ports/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 943 time: 0.9152770
Feb 07 01:58:47.668460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:47.751459 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:58:47.783221 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-27dc9906-2a62-4581-b2ba-a86fd7e441e2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups/2417255f-0ad0-4db3-858d-da7d3587718f HTTP/1.1" status: 200  len: 3003 time: 0.0831270
Feb 07 01:58:47.879889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-fad6ccc8-f3f8-4a25-a9e1-a06d30982e54 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:47.880925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fad6ccc8-f3f8-4a25-a9e1-a06d30982e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.894944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:47.899052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-adc9aaef-8782-4618-983a-ab5817e899b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:47.900728 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-adc9aaef-8782-4618-983a-ab5817e899b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.0979249
Feb 07 01:58:47.934967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.028902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.036170 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fd4520dc-f249-43de-bb2c-d64a1733c41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:48.073558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2417255f-0ad0-4db3-858d-da7d3587718f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:48.081543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:48.110826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-83efb018-5ddf-4965-8d2e-b8cd327b037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:48.113075 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-83efb018-5ddf-4965-8d2e-b8cd327b037c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.2009537
Feb 07 01:58:48.125130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.126414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-602d90b8-24b2-42d9-8b8f-8c9571f04a06 req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "DELETE /v2.0/security-groups/2417255f-0ad0-4db3-858d-da7d3587718f HTTP/1.1" status: 204  len: 173 time: 0.3366821
Feb 07 01:58:48.352157 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-f6b8c541-4e7d-4544-8b53-1823b7d4c93a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 1001 time: 0.2292278
Feb 07 01:58:48.370906 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-bdbd7773-bf5b-4ad6-9f6d-1c55b3461fab tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/floatingips/880b58cb-9a70-4165-913d-5a4085bb03f2 HTTP/1.1" status: 200  len: 998 time: 0.1846988
Feb 07 01:58:48.496657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5a35c7e3-511a-4bd0-a701-e8909e28a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.538558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-0cbcd952-78eb-45bb-b645-d5a070490f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:48.540111 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-0cbcd952-78eb-45bb-b645-d5a070490f7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.1682529
Feb 07 01:58:48.592409 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47834) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:48.734660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-aea02e13-85db-4216-9d1c-4c3789f94c7c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:48.736268 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-aea02e13-85db-4216-9d1c-4c3789f94c7c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.3232481
Feb 07 01:58:48.754280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-d9b444c4-2dca-4817-9be7-e87fc7f05dbe tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:58:48.755802 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-d9b444c4-2dca-4817-9be7-e87fc7f05dbe tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072894
Feb 07 01:58:48.757805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-772e626d-29c7-4434-8260-b7b3c3902fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:48.759389 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-772e626d-29c7-4434-8260-b7b3c3902fed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2098589
Feb 07 01:58:48.762294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.785951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:58:48.790443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Usage tracker for resource:security_group_rule and tenant:886f60063e45489fabebab82771205b7 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:58:48.793843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:58:48.800664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:58:48.896511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:58:48.910819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.939392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.949789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69c73a55-cfa3-4298-ab46-0a7d297d4dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:48.983073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:58:48.983340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-26a8f96a-1084-4f85-a93c-b38cc9d4f6cd tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.38 HTTP/1.1" status: 200  len: 1001 time: 0.2200816
Feb 07 01:58:48.983953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:48.992008 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=886f60063e45489fabebab82771205b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3983858
Feb 07 01:58:48.992810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 47842) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:58:49.029100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9478d09e-546c-49ad-bbcb-db0868dda792,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:49.033980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:49.087512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:49.098100 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-a7afdfa3-724b-4979-a885-4e4f99782bfc service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755189
Feb 07 01:58:49.120712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:49.184754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-e6694e88-6132-444a-8d6c-c8362b350fda tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:49.186319 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-e6694e88-6132-444a-8d6c-c8362b350fda tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 943 time: 0.1946650
Feb 07 01:58:49.195116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:49.210212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3afc9b6d-9a57-4ee0-9159-92bc0563c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:49.227295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9478d09e-546c-49ad-bbcb-db0868dda792,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:49.237115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:49.244721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:49.248773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9478d09e-546c-49ad-bbcb-db0868dda792 HTTP/1.1" status: 204  len: 168 time: 0.2453439
Feb 07 01:58:49.286411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:49.428606 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b6c20351-5cbc-42e0-87d1-7db3288577d7 req-193c3a46-1bcf-4fde-b1ec-1ea4f12be70b service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2411523
Feb 07 01:58:49.466192 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-11aeffc2-eabe-4e65-85a0-d9f4c2fd9d1c tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.38 HTTP/1.1" status: 200  len: 1001 time: 0.1494155
Feb 07 01:58:49.936768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.002429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Deleting port 3cafc245-cba6-45e0-9637-92ee559ede33 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:58:50.003139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.186095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.186377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.325894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Calling delete_port for 3cafc245-cba6-45e0-9637-92ee559ede33 owned by network:floatingip {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:58:50.602262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.619503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-713be217-4cd8-40e5-afec-31e8e9f92a29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:58:50.720397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.737457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event deleted for resources: {'Port': ['ID=3cafc245-cba6-45e0-9637-92ee559ede33,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:58:50.742352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:58:50.747970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.861828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks [] for floatingip, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:50.862127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Floating IP 880b58cb-9a70-4165-913d-5a4085bb03f2 disassociated (deleted). External IP: 172.27.1.38, port: ed2f6861-28cd-402f-8ca5-69c8f4ed0f87.
Feb 07 01:58:51.245300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Router c3d9530d-a584-4161-947c-5fddd0344d68 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:58:51.444741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:58:51.454215 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Sync routers for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:58:51.464753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:51.465431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29c6668>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:51.531560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:58:51.595584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "DELETE /v2.0/floatingips/880b58cb-9a70-4165-913d-5a4085bb03f2 HTTP/1.1" status: 204  len: 173 time: 2.1226127
Feb 07 01:58:51.596157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:58:51.659003 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:58:51.663595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:51.703549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-15c415ba-d3d5-45cb-9fe2-0ab6b3c50360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:51.705629 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-15c415ba-d3d5-45cb-9fe2-0ab6b3c50360 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.0907710
Feb 07 01:58:51.922560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878155-3768-4791-b83d-9547954214db req-3b7ced02-8f81-495c-98dd-72d10eba04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:51.924236 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-3b7ced02-8f81-495c-98dd-72d10eba04f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e118f06020234423b69b949e066c2232&device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 1163 time: 0.1841228
Feb 07 01:58:52.020195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29c6668>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:52.025102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Checking router: c3d9530d-a584-4161-947c-5fddd0344d68 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:58:52.026493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-311939d6-36af-494c-b38a-d694a5713133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.028201 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-311939d6-36af-494c-b38a-d694a5713133 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.3138423
Feb 07 01:58:52.036577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:58:52.037268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29c6668>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:52.159923 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-acd7ad3e-ba2e-45f6-a23a-588662e842eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 217 time: 0.0746000
Feb 07 01:58:52.220227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878155-3768-4791-b83d-9547954214db req-7e3d7ad4-8eb2-4395-a1fb-3e8f5f382908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.221987 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-7e3d7ad4-8eb2-4395-a1fb-3e8f5f382908 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 200  len: 909 time: 0.2861843
Feb 07 01:58:52.228624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8a6bb400-690f-47d7-87a1-1a2d70131cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.230197 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-8a6bb400-690f-47d7-87a1-1a2d70131cdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.1087477
Feb 07 01:58:52.244660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:58:52.348430 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-1bf459a9-7dc9-4feb-93b1-8a285e3f16ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 200  len: 217 time: 0.1092887
Feb 07 01:58:52.607852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29c6668>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:58:52.612840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f73367-9d51-4e05-9304-9e29ae0ef0a7 None None] The sync data for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi is: [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:55:30Z', 'revision_number': 4, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '281bc217-a339-432d-8ff1-8e47609c2b38', 'name': '', 'network_id': '2fed0b9b-6612-47ad-9c44-0e4e610e186d', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'mac_address': 'fa:16:3e:a4:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:27Z', 'updated_at': '2021-02-07T01:55:40Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'subnets': [{'id': '50d742b2-14e4-42b4-be28-03b25d500b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:58:52.669471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878155-3768-4791-b83d-9547954214db req-896eae25-30f2-40fa-88d8-84a034f48752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.671086 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-896eae25-30f2-40fa-88d8-84a034f48752 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 200  len: 854 time: 0.3133175
Feb 07 01:58:52.681626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-a1e1180b-7dae-411b-8c18-9bf6aa861f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.684360 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-a1e1180b-7dae-411b-8c18-9bf6aa861f22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4433768
Feb 07 01:58:52.890164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c878155-3768-4791-b83d-9547954214db req-acf6d837-db08-4edc-8e54-81609f4134cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:52.891825 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-acf6d837-db08-4edc-8e54-81609f4134cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fed0b9b-6612-47ad-9c44-0e4e610e186d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2064662
Feb 07 01:58:52.901578 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-a54c8683-70fb-4db4-be51-7459f7f32012 service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815085
Feb 07 01:58:53.102588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e93da-5757-4710-9139-d25c5d286963 None None] New status for floating IP 880b58cb-9a70-4165-913d-5a4085bb03f2: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:58:53.189349 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-336330a0-91c4-4521-99e3-7b6a4892ea22 req-f3f51bd0-356b-48b7-852f-06676143b0ae service neutron] 10.222.0.38 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2622488
Feb 07 01:58:53.201658 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-34c68384-4a79-4a90-a815-5694f91f4845 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990193
Feb 07 01:58:53.377427 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8c878155-3768-4791-b83d-9547954214db req-b8e42e75-4194-46c2-85a9-8e5b5b3a4620 service neutron] 10.222.0.21 "GET /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1678262
Feb 07 01:58:58.104473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69befe21-ad4b-4c17-bc22-580a0d0cfb16 req-38d80b64-e0cc-4024-bbc1-334790147db2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:58.105308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-69befe21-ad4b-4c17-bc22-580a0d0cfb16 req-38d80b64-e0cc-4024-bbc1-334790147db2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Synchronizing usage tracker for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:58:58.147568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-69befe21-ad4b-4c17-bc22-580a0d0cfb16 req-38d80b64-e0cc-4024-bbc1-334790147db2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Unset dirty status for tenant:e118f06020234423b69b949e066c2232 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:58:58.148845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-69befe21-ad4b-4c17-bc22-580a0d0cfb16 req-38d80b64-e0cc-4024-bbc1-334790147db2 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.2089577
Feb 07 01:58:58.212474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-69befe21-ad4b-4c17-bc22-580a0d0cfb16 req-1449661e-5403-43cf-8bd0-76c892c385d7 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572493
Feb 07 01:58:59.525125 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc016e4-fc67-48b0-a1e4-1edb7b9b2f80 req-be9b7514-099c-4deb-8547-b7295f406a7e tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:58:59.526870 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4bc016e4-fc67-48b0-a1e4-1edb7b9b2f80 req-be9b7514-099c-4deb-8547-b7295f406a7e tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1833436
Feb 07 01:58:59.594379 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4bc016e4-fc67-48b0-a1e4-1edb7b9b2f80 req-0655b75f-995d-41e3-9b99-2a2eaf81a26a tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605574
Feb 07 01:59:00.278333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-35a04abf-adce-4364-b81a-5a151be84f29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:00.280048 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-35a04abf-adce-4364-b81a-5a151be84f29 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 946 time: 0.1700275
Feb 07 01:59:00.383634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Deleting port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:00.384015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:00.660090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:00.660637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:00.686930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:00.802297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Calling delete_port for ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:00.812706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:00.847791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:00.848904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:00.911696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:00.915708 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'code': 200}
Feb 07 01:59:00.916308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8a486dff-a363-45ca-be75-05b06fb84c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:00.991436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=7']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:00.994870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:01.050740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d735afb-ec6d-44af-bc32-a2fbcbb81e38 req-58312904-d6da-44ca-b003-d5393d76b518 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:01.052502 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4d735afb-ec6d-44af-bc32-a2fbcbb81e38 req-58312904-d6da-44ca-b003-d5393d76b518 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 944 time: 0.2591038
Feb 07 01:59:01.054225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80059) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:59:01.054591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:59:01.118682 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4d735afb-ec6d-44af-bc32-a2fbcbb81e38 req-8cc2abb6-86da-4ea2-8e93-b5280f5526ec tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/security-groups?id=abcaca83-7041-47d7-b354-03acd3aa9732&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595856
Feb 07 01:59:01.242342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-8ad42acb-7221-407a-871b-cd2c99d78bd6 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1581073184&fields=id&tenant_id=daf7bffcee1944158e1598bb1497210d HTTP/1.1" status: 200  len: 267 time: 0.0592091
Feb 07 01:59:01.483325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-2861a6e7-5ec4-43c7-8377-a47ef1baf482 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:01.485010 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-2861a6e7-5ec4-43c7-8377-a47ef1baf482 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 809 time: 0.2356791
Feb 07 01:59:01.501984 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-ee41bc74-44ee-4ead-aad4-5133bc895524 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/quotas/daf7bffcee1944158e1598bb1497210d HTTP/1.1" status: 200  len: 375 time: 0.0100117
Feb 07 01:59:01.555890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Deleting port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:01.556301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:01.632441 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-0fb098f9-a375-460b-87fb-2f32a85d4e98 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1237772
Feb 07 01:59:01.793642 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-c7d4630a-114a-466d-98d3-9806dee9bd1b service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480622
Feb 07 01:59:01.834086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] For port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:01.834086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:01.956557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-7442069b-0660-4323-b108-8d89ae4a0936 service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1557908
Feb 07 01:59:01.977478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Calling delete_port for ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:02.265272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:02.285174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:02.343159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Pushing event deleted for resources: {'Port': ['ID=ed2f6861-28cd-402f-8ca5-69c8f4ed0f87,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:02.347649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:02.591709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] No DVR routers for this DVR port ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:59:02.597696 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9b07a357-042d-4ff3-a6fa-9c545ba5efe9 req-8d1b574e-6de4-46d7-a386-5ef6b43f45da tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0732560
Feb 07 01:59:02.599547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:02.602783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-deleted', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:02.654652 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7eb41f13-2ec1-4029-882a-472778dec9a9 req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.21 "DELETE /v2.0/ports/ed2f6861-28cd-402f-8ca5-69c8f4ed0f87 HTTP/1.1" status: 204  len: 173 time: 2.3672466
Feb 07 01:59:02.747327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-15ea53b3-5c5c-4fcb-853e-11e73c90166d req-0832f701-fb8d-4dcd-a081-dc787e7e1155 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:59:02.837075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-15ea53b3-5c5c-4fcb-853e-11e73c90166d req-0832f701-fb8d-4dcd-a081-dc787e7e1155 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:59:02.839277 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15ea53b3-5c5c-4fcb-853e-11e73c90166d req-0832f701-fb8d-4dcd-a081-dc787e7e1155 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 210 time: 0.1518464
Feb 07 01:59:02.849885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cac99-41b7-4554-a3d6-0573e25bc3e3 req-cf4f973e-7c54-4bc9-990f-635f69565c91 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:02.851860 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb9cac99-41b7-4554-a3d6-0573e25bc3e3 req-cf4f973e-7c54-4bc9-990f-635f69565c91 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.2047062
Feb 07 01:59:02.946341 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fb9cac99-41b7-4554-a3d6-0573e25bc3e3 req-36c29f06-0599-413e-925e-e844a8ccbfd5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874870
Feb 07 01:59:03.053090 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e665882-beac-428f-b07c-33cd26c2f231', 'name': 'network-vif-deleted', 'tag': 'ed2f6861-28cd-402f-8ca5-69c8f4ed0f87', 'status': 'completed', 'code': 200}
Feb 07 01:59:03.815752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7b9d9d82-c1ed-4bf0-a511-f58089760b5f req-9abe8edd-933b-4cb8-8278-8895ba53031f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e665882-beac-428f-b07c-33cd26c2f231 HTTP/1.1" status: 200  len: 210 time: 0.0552499
Feb 07 01:59:04.023976 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d6324c89-4a82-4212-bd0c-42d19ed6f7ed req-cb51c787-ad23-4a40-8544-177d8091e6be tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 210 time: 0.0540133
Feb 07 01:59:04.278438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada35c-7cf2-44b2-8f83-76fcab386844 req-e91830f1-bebc-4ba7-86af-bb79534f825a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:04.280154 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8ada35c-7cf2-44b2-8f83-76fcab386844 req-e91830f1-bebc-4ba7-86af-bb79534f825a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1710355
Feb 07 01:59:04.347412 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8ada35c-7cf2-44b2-8f83-76fcab386844 req-8745e1c6-837d-4694-8bd2-e161b923a2d4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594788
Feb 07 01:59:04.765707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cce39b6c-007e-468f-85e5-7e783a6a3c0a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:04.766508 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cce39b6c-007e-468f-85e5-7e783a6a3c0a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:network {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:59:04.810688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cce39b6c-007e-468f-85e5-7e783a6a3c0a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:network {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:59:04.812083 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cce39b6c-007e-468f-85e5-7e783a6a3c0a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 809 time: 0.2827687
Feb 07 01:59:04.946436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-065964a4-4df4-47ab-92a3-adc78f32ddcd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:security_group {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:59:04.993798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-065964a4-4df4-47ab-92a3-adc78f32ddcd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:security_group {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:59:04.995238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-065964a4-4df4-47ab-92a3-adc78f32ddcd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=daf7bffcee1944158e1598bb1497210d HTTP/1.1" status: 200  len: 5759 time: 0.1622412
Feb 07 01:59:05.005695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'port': {'device_id': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'admin_state_up': True, 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'security_groups': ['6f9401af-a45e-4221-b341-ef85bb862bfd']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:59:05.415981 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4d5391b3-8dca-4cb8-ac0f-6350e02b7dd2 req-39720189-8583-4a97-b365-b565f8c6426d tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 210 time: 0.0573118
Feb 07 01:59:05.437816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:59:05.448033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:59:05.482243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Made reservation on behalf of daf7bffcee1944158e1598bb1497210d for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:59:05.506256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:05.714294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa43b-7ede-4e68-b056-ec3b353a5580 req-d7df3df0-50a6-4658-8d9f-5f4527e6a32e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:05.716864 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62dfa43b-7ede-4e68-b056-ec3b353a5580 req-d7df3df0-50a6-4658-8d9f-5f4527e6a32e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1767166
Feb 07 01:59:05.791457 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62dfa43b-7ede-4e68-b056-ec3b353a5580 req-a67c44d6-9fed-494d-8b33-15d3572b4660 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691879
Feb 07 01:59:05.841574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Allocated IP 172.20.0.14 (3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd/3fe72a30-0dd0-400d-890b-90b72773c00f/4b348131-bdbc-4e4b-a1c1-df2848a896cf) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:59:06.047888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:06.064675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Transition to ACTIVE for port object 4b348131-bdbc-4e4b-a1c1-df2848a896cf will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:59:06.113603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:06.128840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:06.271394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:06.276003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:06.329916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:59:06.331633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:59:06.333910 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:59:06.428962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48070) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:06.463054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:06.463912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:06.537485 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5370681
Feb 07 01:59:06.573895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Request body: {'port': {'device_id': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:59:06.680007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-21528244-fdb0-4e2d-8c6b-7fadbdefef8e None None] Provisioning for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:59:06.688222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-21528244-fdb0-4e2d-8c6b-7fadbdefef8e None None] Provisioning complete for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:59:06.689595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-21528244-fdb0-4e2d-8c6b-7fadbdefef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:06.703911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:06.772580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-21528244-fdb0-4e2d-8c6b-7fadbdefef8e None None] Port 4b348131-bdbc-4e4b-a1c1-df2848a896cf cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 01:59:06.807219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6811-9876-4f61-9fae-dcf9a8edab1b req-d683e256-8b60-4f4b-95f0-b4d39365f859 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:06.814877 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f30c6811-9876-4f61-9fae-dcf9a8edab1b req-d683e256-8b60-4f4b-95f0-b4d39365f859 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 932 time: 0.2376833
Feb 07 01:59:06.967768 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f30c6811-9876-4f61-9fae-dcf9a8edab1b req-f78fc8a8-ce6f-457d-81d0-28cc4a4def22 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1471758
Feb 07 01:59:07.260272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff407-68fe-497b-be99-d162e030e628 req-6bfa8339-b946-495a-9561-5de9156ce0d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:07.261990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c50ff407-68fe-497b-be99-d162e030e628 req-6bfa8339-b946-495a-9561-5de9156ce0d7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.2167268
Feb 07 01:59:07.318961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.392279 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c50ff407-68fe-497b-be99-d162e030e628 req-56e0cee5-d0b0-477f-a029-7588c2e39ce3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168375
Feb 07 01:59:07.394861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b348131-bdbc-4e4b-a1c1-df2848a896cf {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 01:59:07.403134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.417510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Transition to ACTIVE for port object 4b348131-bdbc-4e4b-a1c1-df2848a896cf will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 01:59:07.447992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.468063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-26508850-b742-4cba-9a0c-bb80ee03d973 tempest-ServerRescueNegativeTestJSON-1242961696 tempest-ServerRescueNegativeTestJSON-1242961696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:07.608369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:07.614639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:07.814835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Attempting to bind port 4b348131-bdbc-4e4b-a1c1-df2848a896cf on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 01:59:07.815810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Attempting to bind port 4b348131-bdbc-4e4b-a1c1-df2848a896cf by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 01:59:07.816193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Attempting to bind port 4b348131-bdbc-4e4b-a1c1-df2848a896cf on network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 01:59:07.822734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 01:59:07.823392 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Checking segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 01:59:07.823807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.824295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Bound using segment: {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 01:59:07.824697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Bound port: 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f9c61c-23f2-4f95-be4f-13369e36a06d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 01:59:07.825105 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.929613 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 01:59:07.932706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 01:59:07.960116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Deleting port 281bc217-a339-432d-8ff1-8e47609c2b38 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:07.960429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.979826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:07.995719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fe3527f-52dd-4c7b-bd06-f7f3c8b391b9 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:08.155524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:08.161975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:08.194479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:08.195458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:08.196965 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 1158 time: 1.6279640
Feb 07 01:59:08.197512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:08.227132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] For port 281bc217-a339-432d-8ff1-8e47609c2b38, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=281bc217-a339-432d-8ff1-8e47609c2b38,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:08.227132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:08.321978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d3508-736a-4113-ac3d-123f1b17e54e req-e021fa21-e434-4cc0-8696-3d33267f238a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:08.323738 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-919d3508-736a-4113-ac3d-123f1b17e54e req-e021fa21-e434-4cc0-8696-3d33267f238a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.2256069
Feb 07 01:59:08.364980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-40cc9c00-b4af-4e78-89cb-649ca49ab356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:08.366772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-40cc9c00-b4af-4e78-89cb-649ca49ab356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1161 time: 0.0882659
Feb 07 01:59:08.451196 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cc2d0abf-6a2f-4ce4-9d03-0f110816529f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 217 time: 0.0686872
Feb 07 01:59:08.465038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Calling delete_port for 281bc217-a339-432d-8ff1-8e47609c2b38 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:08.523423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cf26d509-98fb-49db-9762-618387cf6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:08.524943 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-cf26d509-98fb-49db-9762-618387cf6407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0677466
Feb 07 01:59:08.563349 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-919d3508-736a-4113-ac3d-123f1b17e54e req-1a01cb99-3708-46e1-97f7-5b02ef3ca8e6 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1826437
Feb 07 01:59:08.615708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-7155ef38-00e8-49c7-8547-f1e928e07d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:08.617427 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-7155ef38-00e8-49c7-8547-f1e928e07d88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857775
Feb 07 01:59:08.758929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:08.779620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c8d28419-499e-43c5-b506-f0db28d577b4 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:08.787489 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-93cde9fe-3e3c-4e4e-bc88-81fb7cf18701 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613257
Feb 07 01:59:08.885306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Pushing event deleted for resources: {'Port': ['ID=281bc217-a339-432d-8ff1-8e47609c2b38,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:08.894406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:08.934716 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a28e6a9c-5bac-4fcc-9cb3-2fd43d4125fe req-87101931-0946-4e2e-ba2d-9e4395377624 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397543
Feb 07 01:59:09.039711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8acc39-88ca-4e79-8520-0e321312fa8c req-5b5af867-6d90-463b-bebe-bed50c888e85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:09.041312 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ab8acc39-88ca-4e79-8520-0e321312fa8c req-5b5af867-6d90-463b-bebe-bed50c888e85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.3268886
Feb 07 01:59:09.160566 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ab8acc39-88ca-4e79-8520-0e321312fa8c req-11c351b2-c044-4ae2-b755-52d91effe0e4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111894
Feb 07 01:59:09.364516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:09.895579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Router c3d9530d-a584-4161-947c-5fddd0344d68 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:59:10.162111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:59:10.171442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Sync routers for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:59:10.182062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:10.182721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29ef978>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:10.251131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614696-776f-41f6-932d-26c00f64c3f2 req-b5b0b25e-db11-4a79-9ad2-d4bbfb1e642d tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:10.253412 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b8614696-776f-41f6-932d-26c00f64c3f2 req-b5b0b25e-db11-4a79-9ad2-d4bbfb1e642d tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.2863450
Feb 07 01:59:10.265131 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e0720632-46b9-47f6-84c6-97bd8d169253 admin admin] 10.222.0.38 "PUT /v2.0/routers/c3d9530d-a584-4161-947c-5fddd0344d68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8337605
Feb 07 01:59:10.268056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48108) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:10.325639 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b8614696-776f-41f6-932d-26c00f64c3f2 req-d52d8b6c-7472-4685-8f81-5404d332d0c7 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641968
Feb 07 01:59:10.555100 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:10.627738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f97943-d052-4af3-a334-24c5a822a812 req-a13525f1-c073-461d-9b69-7f6610476e17 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:10.629373 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22f97943-d052-4af3-a334-24c5a822a812 req-a13525f1-c073-461d-9b69-7f6610476e17 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1753964
Feb 07 01:59:10.700764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:10.878717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29ef978>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:59:08Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:10.883555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Checking router: c3d9530d-a584-4161-947c-5fddd0344d68 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:59:10.894593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Routers {'c3d9530d-a584-4161-947c-5fddd0344d68'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:10.894716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a29ef978>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:58:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['c3d9530d-a584-4161-947c-5fddd0344d68'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:10.921500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:10.927811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Deleting port 4065928f-c6ea-4765-b29c-480642172828 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:10.928179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:10.942581 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-22f97943-d052-4af3-a334-24c5a822a812 req-cf42eab4-524b-4a17-9d80-8ffb096d63d2 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3060746
Feb 07 01:59:11.098767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] Set router c3d9530d-a584-4161-947c-5fddd0344d68 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:11.128842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] For port 4065928f-c6ea-4765-b29c-480642172828, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4065928f-c6ea-4765-b29c-480642172828,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:11.129179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.263660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Calling delete_port for 4065928f-c6ea-4765-b29c-480642172828 owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:11.404188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.407377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a29ef978>, [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:59:08Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:11.412099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbf9ac-0ad8-47be-8811-b4c8d317d7eb None None] The sync data for ids ['c3d9530d-a584-4161-947c-5fddd0344d68'] in dv-cinder-740146-7-iscsi is: [{'id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'name': 'tempest-TestMinimumBasicScenario-1503246635-router', 'tenant_id': 'e118f06020234423b69b949e066c2232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '4065928f-c6ea-4765-b29c-480642172828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:55:16Z', 'updated_at': '2021-02-07T01:59:08Z', 'revision_number': 5, 'project_id': 'e118f06020234423b69b949e066c2232', 'gw_port': {'id': '4065928f-c6ea-4765-b29c-480642172828', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d9530d-a584-4161-947c-5fddd0344d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:55:19Z', 'updated_at': '2021-02-07T01:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:59:11.602575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.641095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40cc5-bae5-42fb-9798-8995965247fe req-5ff05d04-a01b-4e4a-9b37-3bd14d8be3b2 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:11.642768 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5c40cc5-bae5-42fb-9798-8995965247fe req-5ff05d04-a01b-4e4a-9b37-3bd14d8be3b2 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1672971
Feb 07 01:59:11.714761 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5c40cc5-bae5-42fb-9798-8995965247fe req-739e4c22-a7ad-4feb-b15a-fb07343bf953 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0642571
Feb 07 01:59:11.747836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.750205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.763788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 281bc217-a339-432d-8ff1-8e47609c2b38 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:11.802049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 281bc217-a339-432d-8ff1-8e47609c2b38 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:11.802520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 281bc217-a339-432d-8ff1-8e47609c2b38 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:11.817283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.817872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d9530d-a584-4161-947c-5fddd0344d68 {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 01:59:11.831916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.833518 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d4eaaaea-d3e9-4cf2-8ef2-0e27d74f24ff admin admin] 10.222.0.38 "DELETE /v2.0/routers/c3d9530d-a584-4161-947c-5fddd0344d68 HTTP/1.1" status: 204  len: 168 time: 1.5639975
Feb 07 01:59:11.835952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48116) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:11.914447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Deleting subnet 50d742b2-14e4-42b4-be28-03b25d500b0d {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:59:11.917841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:11.970567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.165179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.253468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4a865-7fdb-4f2b-9e9b-7e445feab316 req-9b793001-15f0-4061-8650-354b80111841 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:12.255453 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b1b4a865-7fdb-4f2b-9e9b-7e445feab316 req-9b793001-15f0-4061-8650-354b80111841 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1687148
Feb 07 01:59:12.319407 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b1b4a865-7fdb-4f2b-9e9b-7e445feab316 req-8d6760e4-47f0-4669-902d-ecad096a8e50 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573967
Feb 07 01:59:12.453738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.469477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:12.556310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d742b2-14e4-42b4-be28-03b25d500b0d,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:12.560846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:12.604347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.609581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0cbea-c74a-47d0-8ade-35d83e0aa0bd None None] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:59:12.610433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-44db5acd-f2c6-4fc8-a01f-4239c0a7c561 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50d742b2-14e4-42b4-be28-03b25d500b0d HTTP/1.1" status: 204  len: 168 time: 0.7733190
Feb 07 01:59:12.613393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48124) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:12.729568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.802771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Deleting port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:12.803155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:12.891693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] DHCP port deletion for 2fed0b9b-6612-47ad-9c44-0e4e610e186d request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 01:59:12.896716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Deleting port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:12.897378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:13.097619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] For port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:13.098161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:13.129677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] For port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,segment=NetworkSegment(8c75a28b-4e5d-4d84-9e23-d9d02d8548b3),segment_id=8c75a28b-4e5d-4d84-9e23-d9d02d8548b3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:13.130084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:13.192286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4399e-fca6-4802-a7e0-caffa7a55c0f req-0897a24b-3bde-4da5-b859-9fd382bb5ee4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:13.193973 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dbe4399e-fca6-4802-a7e0-caffa7a55c0f req-0897a24b-3bde-4da5-b859-9fd382bb5ee4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.3308148
Feb 07 01:59:13.262647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Calling delete_port for 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:13.321606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Calling delete_port for 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:13.436178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dbe4399e-fca6-4802-a7e0-caffa7a55c0f req-b620943b-03b3-48fc-8600-ada72dd909c2 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1856220
Feb 07 01:59:13.467743 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 07 01:59:13.467743 dv-cinder-740146-7-iscsi neutron-server[79946]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s]
Feb 07 01:59:13.467743 dv-cinder-740146-7-iscsi neutron-server[79946]: [parameters: {'port_id': '987c0a74-6b7b-47f4-97d7-7b935bcfbfb0', 'host': 'dv-cinder-740146-7-iscsi', 'level': 0}]
Feb 07 01:59:13.467743 dv-cinder-740146-7-iscsi neutron-server[79946]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:59:13.468254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:59:13.493620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:13.510223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:13.611974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Pushing event deleted for resources: {'Port': ['ID=987c0a74-6b7b-47f4-97d7-7b935bcfbfb0,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:13.623622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:13.657942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f796268-cfbc-4bfe-bdd5-045848427782 None None] No DVR routers for this DVR port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 on host dv-cinder-740146-7-iscsi {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:59:13.720675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc74a5-80d7-4b5b-978d-64419ca262a3 req-d127dc22-d4f0-4a13-b0a9-3884985a2617 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:13.722402 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fefc74a5-80d7-4b5b-978d-64419ca262a3 req-d127dc22-d4f0-4a13-b0a9-3884985a2617 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1636784
Feb 07 01:59:13.792575 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fefc74a5-80d7-4b5b-978d-64419ca262a3 req-5d80c2cf-389a-41e2-baf1-bd8dec2d8d48 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636108
Feb 07 01:59:13.802231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4065928f-c6ea-4765-b29c-480642172828 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:13.840786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 4065928f-c6ea-4765-b29c-480642172828 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:13.841182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4065928f-c6ea-4765-b29c-480642172828 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:13.841643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:13.877432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:13.877951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:13.969554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Deleting port 987c0a74-6b7b-47f4-97d7-7b935bcfbfb0 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:13.970104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.043280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] The port '987c0a74-6b7b-47f4-97d7-7b935bcfbfb0' was deleted {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 01:59:14.165068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.282181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a22fe240>,) {'filters': {'network_id': ['2fed0b9b-6612-47ad-9c44-0e4e610e186d']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:14.295494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a22fe240>, '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:14.295826 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a22fe240>, '8c75a28b-4e5d-4d84-9e23-d9d02d8548b3') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:14.308055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848652334'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.324346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.326470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:59:14.510719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:59:14.520265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5423785'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.759734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Network 2fed0b9b-6612-47ad-9c44-0e4e610e186d has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:59:14.784635 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:59:14.946669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb03bf-4df0-42f8-a6e3-f32335bc12e4 req-82af6e4c-ab59-49f9-b335-303d018dfe0f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:14.948360 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cfeb03bf-4df0-42f8-a6e3-f32335bc12e4 req-82af6e4c-ab59-49f9-b335-303d018dfe0f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.3645048
Feb 07 01:59:14.987552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:14.997649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:15.011561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:15.035728 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cfeb03bf-4df0-42f8-a6e3-f32335bc12e4 req-5b1066fe-7a38-4795-9148-8aba6ab83524 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0810614
Feb 07 01:59:15.040882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fed0b9b-6612-47ad-9c44-0e4e610e186d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:15.048822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:15.071414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-51e0cc17-b27a-4ec8-b17e-be7bc3223bd7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2fed0b9b-6612-47ad-9c44-0e4e610e186d HTTP/1.1" status: 204  len: 168 time: 2.4567778
Feb 07 01:59:15.319602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86db1-c7a8-4a89-9538-1415dba4ab74 req-a18af9e2-6e62-43e9-93e2-c05d9d87b7cf tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:15.321314 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dde86db1-c7a8-4a89-9538-1415dba4ab74 req-a18af9e2-6e62-43e9-93e2-c05d9d87b7cf tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1684365
Feb 07 01:59:15.346565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48142) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:15.386800 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dde86db1-c7a8-4a89-9538-1415dba4ab74 req-c84da572-1b17-46da-a785-3e5bce0235a1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590563
Feb 07 01:59:15.400958 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6bc53a4b-4a3b-4434-8e12-d61fd828f2da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e118f06020234423b69b949e066c2232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526230
Feb 07 01:59:15.403314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48146) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:15.470322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:15.501452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:15.621738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:15.626765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0188c92f-eecc-45da-a4c3-bc0a0b26a7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:15.644095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcaca83-7041-47d7-b354-03acd3aa9732,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:15.647312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:15.649395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:15.650589 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abcaca83-7041-47d7-b354-03acd3aa9732 HTTP/1.1" status: 204  len: 168 time: 0.2462857
Feb 07 01:59:16.253225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-be2be571-18ba-4c6c-979c-2de0598d4200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:16.335211 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3df595-efcb-424b-98d6-c42da4e42cf7 req-a426525c-5a5f-4a00-9965-14533f834737 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:16.336867 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5e3df595-efcb-424b-98d6-c42da4e42cf7 req-a426525c-5a5f-4a00-9965-14533f834737 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1657677
Feb 07 01:59:16.403555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5e3df595-efcb-424b-98d6-c42da4e42cf7 req-68ca9439-4027-4389-aa56-b75554d05dfd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0603957
Feb 07 01:59:16.700352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87373e-6916-46df-87b0-db8e4e33d696 req-d1e4cc5f-289f-4106-8961-07ae4b59a9c0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:16.702047 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0c87373e-6916-46df-87b0-db8e4e33d696 req-d1e4cc5f-289f-4106-8961-07ae4b59a9c0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1703639
Feb 07 01:59:16.766156 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0c87373e-6916-46df-87b0-db8e4e33d696 req-2153d069-922b-4630-85a2-e0a8a81a5f5c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577800
Feb 07 01:59:17.185032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-897704be-e298-4ed0-a68b-4bdccdcdc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:17.186604 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-897704be-e298-4ed0-a68b-4bdccdcdc500 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1162 time: 0.0814185
Feb 07 01:59:17.329806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:59:17.342006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-a22d01c2-0948-45fa-aab7-110486f0c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:17.343680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-a22d01c2-0948-45fa-aab7-110486f0c62d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1371772
Feb 07 01:59:17.425596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 01:59:17.430723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:59:17.431197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:17.463706 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-a42ef03e-ad13-448f-8e7b-c022175ef534 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 1001 time: 0.1132941
Feb 07 01:59:17.545340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-1dc66d6a-8400-4dd9-9f67-85e223183f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:17.547125 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-1dc66d6a-8400-4dd9-9f67-85e223183f2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0761108
Feb 07 01:59:17.561970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:17.590874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:17.602408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:17.634614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-20e0ed89-9d1f-4eb0-83ae-fed2b1be1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:17.636404 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-20e0ed89-9d1f-4eb0-83ae-fed2b1be1449 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820229
Feb 07 01:59:17.636539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:17.639630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:17.708603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c4b48-331c-4cc1-aab9-8577dca40322 req-eb772521-63c3-4588-b231-9b78ac0d31e0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:17.710723 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-067c4b48-331c-4cc1-aab9-8577dca40322 req-eb772521-63c3-4588-b231-9b78ac0d31e0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1733859
Feb 07 01:59:17.714764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:17.718109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:17.797974 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-c25b50e1-0dce-4ba0-9eb4-583da52ecd16 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532865
Feb 07 01:59:17.955209 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-39d3aef6-a032-4149-bf6e-b0364228fce5 req-17410c90-e0cb-4e48-a544-51591efaf540 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501181
Feb 07 01:59:18.006551 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-067c4b48-331c-4cc1-aab9-8577dca40322 req-d3225127-7c7d-428e-a204-5fe24a10fa16 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2872515
Feb 07 01:59:18.088282 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'code': 200}
Feb 07 01:59:18.447300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be8283-fe1e-4f92-a029-94ccc824d6a4 req-bb6666b8-d213-4c6d-b003-0e84805cb36c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:18.448882 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9be8283-fe1e-4f92-a029-94ccc824d6a4 req-bb6666b8-d213-4c6d-b003-0e84805cb36c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1652679
Feb 07 01:59:18.484622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e83c9-84bc-41bf-8e38-56ea86e45637 req-5fba3dfe-7123-400e-85d8-6d697d30d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:18.486279 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af4e83c9-84bc-41bf-8e38-56ea86e45637 req-5fba3dfe-7123-400e-85d8-6d697d30d571 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0792882
Feb 07 01:59:18.504736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b7e8-5320-4d59-847b-c0370c93bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:18.515965 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c9be8283-fe1e-4f92-a029-94ccc824d6a4 req-ebbe580d-b8cc-4757-b659-22527af8902a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603411
Feb 07 01:59:18.536667 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af4e83c9-84bc-41bf-8e38-56ea86e45637 req-4b4ed319-fc43-4380-83e6-73438e4c0cfa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423312
Feb 07 01:59:18.965189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:59:19.040874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:59:19.041298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:19.235784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:19.320655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823674-4e86-47bc-87f1-7e2c9771576d req-608a9845-32cb-4097-8af5-67e38fd00176 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:19.322380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51823674-4e86-47bc-87f1-7e2c9771576d req-608a9845-32cb-4097-8af5-67e38fd00176 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1775699
Feb 07 01:59:19.386843 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51823674-4e86-47bc-87f1-7e2c9771576d req-8c2d08f1-e5ba-450f-b662-4278de44ff46 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0579386
Feb 07 01:59:19.824521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ad469-0083-41e6-b739-db9fc21a9e41 req-9f58a69f-1f04-4f78-a24e-43c6d0760752 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:19.826154 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e95ad469-0083-41e6-b739-db9fc21a9e41 req-9f58a69f-1f04-4f78-a24e-43c6d0760752 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1619067
Feb 07 01:59:19.899802 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e95ad469-0083-41e6-b739-db9fc21a9e41 req-2258096b-f8ed-423b-b8c5-e225546fc703 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638216
Feb 07 01:59:19.941564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:20.710483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:20.712116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:21.254266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda58914-9809-4bfe-a272-2f68282cd8c9 req-273fa2ac-62ec-4e2d-b55a-e5c0dea7b8d4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:21.256342 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dda58914-9809-4bfe-a272-2f68282cd8c9 req-273fa2ac-62ec-4e2d-b55a-e5c0dea7b8d4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1667914
Feb 07 01:59:21.326874 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-dda58914-9809-4bfe-a272-2f68282cd8c9 req-e10ddfb5-8f7f-46e9-bd93-6d0fd7a43d41 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0640779
Feb 07 01:59:21.656843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074544-e10b-473a-857b-bf643415ae6b req-8755c675-5a1f-402b-8e9e-54ca85c9caf9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:21.658536 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2d074544-e10b-473a-857b-bf643415ae6b req-8755c675-5a1f-402b-8e9e-54ca85c9caf9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1837306
Feb 07 01:59:21.734523 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2d074544-e10b-473a-857b-bf643415ae6b req-26e97c52-6c8b-4d1f-a8d2-4ce056b68554 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690668
Feb 07 01:59:22.088562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a60971-9082-461f-898c-1d3d06d75606 req-56f7137c-19d2-497a-b2a1-b258217a2089 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:22.090337 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15a60971-9082-461f-898c-1d3d06d75606 req-56f7137c-19d2-497a-b2a1-b258217a2089 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1777320
Feb 07 01:59:22.174520 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-15a60971-9082-461f-898c-1d3d06d75606 req-f19d4a76-25fc-4f57-b7be-67f7e8a048b7 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0763297
Feb 07 01:59:22.442917 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-c2f90ffc-c3bc-4617-ad4e-f4d57057d87b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2083085
Feb 07 01:59:22.453956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:59:22.477729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:59:22.482334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Usage tracker for resource:floatingip and tenant:daf7bffcee1944158e1598bb1497210d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:59:22.485492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:59:22.492495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:59:22.536217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:22.702348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:23.023227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Allocated IP 172.27.1.8 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/430c6923-7d24-43cb-ba84-5d10b7feef64) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 01:59:23.294924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:23.364897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:23.381900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:23.533739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'Port': ['ID=430c6923-7d24-43cb-ba84-5d10b7feef64,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:23.546606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:23.588335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 01:59:23.592562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 01:59:23.593035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 01:59:23.737450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:23.740119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 01:59:23.853098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:24.170775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:24.192782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:24.206390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-74256d3e-ab2a-4ac2-9b37-ff326852008b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:24.339150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event updated for resources: {'Port': ['ID=430c6923-7d24-43cb-ba84-5d10b7feef64,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:24.343727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:24.479795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:24.533238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:24.535310 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.0863717
Feb 07 01:59:24.640898 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-e7e4d306-ff63-4b3e-87c9-149206accfff tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 01:59:24.684514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-e7e4d306-ff63-4b3e-87c9-149206accfff tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 01:59:24.685726 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-e7e4d306-ff63-4b3e-87c9-149206accfff tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.8 HTTP/1.1" status: 200  len: 694 time: 0.1440291
Feb 07 01:59:24.931576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-33c0ca5a-446a-4e0c-a514-b0fa398c84a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:24.933602 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-33c0ca5a-446a-4e0c-a514-b0fa398c84a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2403309
Feb 07 01:59:24.946104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1b907696-eba9-4559-9363-3a13490c5f9c tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:59:24.947110 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b95617-411a-443a-9653-eaeb0c2993b5 req-1b907696-eba9-4559-9363-3a13490c5f9c tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063264
Feb 07 01:59:25.249801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828fc96-2406-42c9-96c5-6aa70ffefbf1 req-78b64127-cec1-4d06-90ee-bb0c76d948c7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:25.251561 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5828fc96-2406-42c9-96c5-6aa70ffefbf1 req-78b64127-cec1-4d06-90ee-bb0c76d948c7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1935987
Feb 07 01:59:25.320173 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-5828fc96-2406-42c9-96c5-6aa70ffefbf1 req-59c67919-dfe4-46b6-96c6-e01f72c5838a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612593
Feb 07 01:59:25.651511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-abf477b0-4095-4e51-8e9f-775d64751e20 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:25.653843 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-abf477b0-4095-4e51-8e9f-775d64751e20 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1949368
Feb 07 01:59:25.761781 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-c3402f82-9d08-4eb2-9572-346a46508e58 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.8 HTTP/1.1" status: 200  len: 694 time: 0.1009536
Feb 07 01:59:25.773930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Request body: {'floatingip': {'port_id': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:59:25.878137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:26.787138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:26.827513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:27.028847 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Floating IP aebf3530-0c0a-4dcc-9dcf-737c95faa8a7 associated. External IP: 172.27.1.8, port: 4b348131-bdbc-4e4b-a1c1-df2848a896cf.
Feb 07 01:59:27.420197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Router 162e0e55-8a56-4bf5-8d99-42715d427695 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:59:27.640374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:59:27.645573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:27.650150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Sync routers for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:59:27.661016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:27.661678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bdea58>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:27.708613 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3da79651-b1db-4d2a-9eb7-9cd5db179644 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "PUT /v2.0/floatingips/aebf3530-0c0a-4dcc-9dcf-737c95faa8a7 HTTP/1.1" status: 200  len: 995 time: 1.9391196
Feb 07 01:59:27.709184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:27.825974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-2ad6768b-b25a-416d-b9aa-e39f357ad5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:27.828241 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-2ad6768b-b25a-416d-b9aa-e39f357ad5b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0988088
Feb 07 01:59:27.895353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:28.027942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-8526c7b7-6293-4756-b273-b17178ab364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:28.039794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-8526c7b7-6293-4756-b273-b17178ab364c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.2027304
Feb 07 01:59:28.158135 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-3de225a2-4f83-4c18-94fa-6bb07e82d3f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 998 time: 0.1173661
Feb 07 01:59:28.262331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-d56ae3a1-115c-461c-b080-db2e158d2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:28.267520 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-d56ae3a1-115c-461c-b080-db2e158d2b2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.1027253
Feb 07 01:59:28.390569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-e1ca791f-d219-45c6-862e-6d90b56b34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:28.392028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bdea58>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': 'aebf3530-0c0a-4dcc-9dcf-737c95faa8a7', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'port_id': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'mac_address': 'fa:16:3e:d9:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:59:23Z', 'updated_at': '2021-02-07T01:59:26Z', 'revision_number': 1, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:28.392433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-e1ca791f-d219-45c6-862e-6d90b56b34db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164720
Feb 07 01:59:28.397793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Checking router: 162e0e55-8a56-4bf5-8d99-42715d427695 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:59:28.406609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-574f31e4-57c0-4a18-a622-954080c0d3dc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 01:59:28.407815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-574f31e4-57c0-4a18-a622-954080c0d3dc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062716
Feb 07 01:59:28.409522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:28.410291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bdea58>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:28.622599 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-e0fcd64a-a372-4b60-80e6-678bf0776f0a service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067139
Feb 07 01:59:28.784953 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e71e48a8-e0e1-4398-8923-2dbc0006175f req-22cd3a52-2a60-4fdd-a471-8be494b4afe5 service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540527
Feb 07 01:59:28.873158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:29.155495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf7c67-2dc3-4f37-9dfd-a18b58788214 req-187ead4e-3aa6-4058-aa88-dee401274141 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:29.157853 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8fdf7c67-2dc3-4f37-9dfd-a18b58788214 req-187ead4e-3aa6-4058-aa88-dee401274141 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1864665
Feb 07 01:59:29.237839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8fdf7c67-2dc3-4f37-9dfd-a18b58788214 req-a6fd6d8d-c2a6-4f4c-9000-4b6d0da71541 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714340
Feb 07 01:59:29.340052 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'status': 'completed', 'code': 200}
Feb 07 01:59:29.341833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bdea58>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': 'aebf3530-0c0a-4dcc-9dcf-737c95faa8a7', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'port_id': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'mac_address': 'fa:16:3e:d9:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:59:23Z', 'updated_at': '2021-02-07T01:59:26Z', 'revision_number': 1, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:29.347253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992bc640-385f-4cfb-bda7-5006783d86da None None] The sync data for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi is: [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': 'aebf3530-0c0a-4dcc-9dcf-737c95faa8a7', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'port_id': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'mac_address': 'fa:16:3e:d9:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:59:23Z', 'updated_at': '2021-02-07T01:59:26Z', 'revision_number': 1, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:59:29.510850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-662e8a9f-58d8-4e62-8a0e-fd0a8f4a79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:29.512793 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-662e8a9f-58d8-4e62-8a0e-fd0a8f4a79f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.1158888
Feb 07 01:59:29.708591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa845e8d-b1ce-4b5c-bd60-516b74df15db None None] New status for floating IP aebf3530-0c0a-4dcc-9dcf-737c95faa8a7: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:59:30.037962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-8ea5ca40-11ae-4724-a8d8-93dd345e9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:30.044486 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-8ea5ca40-11ae-4724-a8d8-93dd345e9db5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.5186441
Feb 07 01:59:30.166876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-9c04c18a-ac02-4e29-b5d3-65d34fabaad6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 998 time: 0.1147146
Feb 07 01:59:30.279802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-911a4ba0-1146-4cf5-a1d0-7924aba05841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:30.281681 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-911a4ba0-1146-4cf5-a1d0-7924aba05841 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0972939
Feb 07 01:59:30.386538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-fc9abaf1-b69b-44f9-9de7-8acfbcdad17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:30.390335 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-fc9abaf1-b69b-44f9-9de7-8acfbcdad17b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965428
Feb 07 01:59:30.582250 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-d3ab4c26-32ef-4ab7-82ea-707a64915358 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849420
Feb 07 01:59:30.769126 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6d0bb3e4-2e66-4842-88f1-7f798f01a112 req-fcfa03eb-f8ee-4fcc-9420-dfc367674cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1559975
Feb 07 01:59:30.904035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72836-2d73-4fa6-af1b-1d775a491432 req-d8d54575-8a5c-4ea2-a501-aed9649103ed tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:30.905768 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4b72836-2d73-4fa6-af1b-1d775a491432 req-d8d54575-8a5c-4ea2-a501-aed9649103ed tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1829448
Feb 07 01:59:30.978781 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d4b72836-2d73-4fa6-af1b-1d775a491432 req-efded205-2f9a-4890-af59-e6994944d9d8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648632
Feb 07 01:59:32.349569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70d294-cb40-45f4-aaee-418096b01d35 req-00cfc1ce-d35e-45d9-866a-70f0db6c8b04 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:32.351280 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c70d294-cb40-45f4-aaee-418096b01d35 req-00cfc1ce-d35e-45d9-866a-70f0db6c8b04 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.2071874
Feb 07 01:59:32.428575 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c70d294-cb40-45f4-aaee-418096b01d35 req-ecde45b2-19aa-408c-b756-a0d78ff3f4ef tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680642
Feb 07 01:59:33.778087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10345cb-88ae-47ed-98d3-1caea89ce954 req-ad9deb39-55d5-415c-ae77-a9f16a5f6194 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:33.779834 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f10345cb-88ae-47ed-98d3-1caea89ce954 req-ad9deb39-55d5-415c-ae77-a9f16a5f6194 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1759777
Feb 07 01:59:33.785679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-0ba50bb7-22bb-47ef-b55b-cf4f69e96016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:33.787343 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-0ba50bb7-22bb-47ef-b55b-cf4f69e96016 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1162 time: 0.0809867
Feb 07 01:59:33.847192 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f10345cb-88ae-47ed-98d3-1caea89ce954 req-28c3e8e6-6675-46b4-97c8-d84140520aab tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607679
Feb 07 01:59:33.937687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-feabfd99-8e76-4e77-8ab6-8fcd1c5e1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:33.939333 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-feabfd99-8e76-4e77-8ab6-8fcd1c5e1747 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1450694
Feb 07 01:59:34.054004 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-2ecc14d3-0a50-4783-a1e4-d4e8d93ad9c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 1001 time: 0.1079230
Feb 07 01:59:34.142488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-1822fae6-3754-4ae6-9cd7-ee9ebb355120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:34.142488 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-1822fae6-3754-4ae6-9cd7-ee9ebb355120 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0662446
Feb 07 01:59:34.227127 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-6823635d-805e-488a-aaf1-4168363ccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:34.228811 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-6823635d-805e-488a-aaf1-4168363ccacb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846820
Feb 07 01:59:34.374132 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-c7ed9e02-3523-40de-877c-8cd350698db4 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372399
Feb 07 01:59:34.515302 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-35677adf-12b4-40e1-b97e-64e4ff1b2203 req-ce3a0ab4-2bd9-4441-baae-431e69a5e5f6 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341386
Feb 07 01:59:35.158770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927225da-2355-4efb-bd3f-6447c11bc92e req-bb733bd6-5e00-4231-a91f-a4bdd41b9389 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:35.160510 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-927225da-2355-4efb-bd3f-6447c11bc92e req-bb733bd6-5e00-4231-a91f-a4bdd41b9389 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1663992
Feb 07 01:59:35.223384 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-927225da-2355-4efb-bd3f-6447c11bc92e req-5295e282-93af-429f-8021-0130c17c5173 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565517
Feb 07 01:59:36.033227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b3f64-3a82-4ae3-9ccf-831c128d5cd7 req-02c2eee0-71bf-4dbc-bee3-66bf98a0877c tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:36.035392 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-578b3f64-3a82-4ae3-9ccf-831c128d5cd7 req-02c2eee0-71bf-4dbc-bee3-66bf98a0877c tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.3803418
Feb 07 01:59:36.098763 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-578b3f64-3a82-4ae3-9ccf-831c128d5cd7 req-d25277f6-3d13-4a53-8529-0f16cf90fcd0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569141
Feb 07 01:59:36.529484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386d9d-de06-498e-a471-ebb2d643e159 req-83f7dab2-5318-4545-81c6-af7b4ebc0622 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:36.531269 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a386d9d-de06-498e-a471-ebb2d643e159 req-83f7dab2-5318-4545-81c6-af7b4ebc0622 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1641090
Feb 07 01:59:36.597920 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8a386d9d-de06-498e-a471-ebb2d643e159 req-c5bb1233-53af-48d2-b4b9-21de2fe7b38f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603483
Feb 07 01:59:37.045225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:37.169259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:37.198823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:37.209354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:37.239048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:37.241172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:37.311693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:37.319732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.320113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.320488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.320861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.321228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.321595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.321956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.322315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.322673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.323055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.323414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.323771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.324214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.324572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.324932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.325291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.325649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.326008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.326365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.326721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.327124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.327480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.327835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.328187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:37.332643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:37.395546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaff24-9bd1-4c21-8029-9a24d050cdce req-9ce7d682-b219-48bf-bb3c-26599bbd7409 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:37.397155 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51aaff24-9bd1-4c21-8029-9a24d050cdce req-9ce7d682-b219-48bf-bb3c-26599bbd7409 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1628220
Feb 07 01:59:37.461790 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-51aaff24-9bd1-4c21-8029-9a24d050cdce req-515a88bb-e3f8-4dae-9866-334c67d771b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups?id=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582774
Feb 07 01:59:37.541846 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'code': 422} returned with failed status
Feb 07 01:59:37.907046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544caed-1381-432f-8bbe-23a9c4241030 req-023c3a79-1064-42b9-b819-b6c6e1879c4a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:37.908690 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f544caed-1381-432f-8bbe-23a9c4241030 req-023c3a79-1064-42b9-b819-b6c6e1879c4a tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1692035
Feb 07 01:59:37.945279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-f3b53ba5-9482-44b1-beac-5a0b31acffea tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:37.946970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-f3b53ba5-9482-44b1-beac-5a0b31acffea tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 946 time: 0.1645532
Feb 07 01:59:37.974598 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f544caed-1381-432f-8bbe-23a9c4241030 req-4e448e7f-7c8d-42f8-a77a-7491c29ccabd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588427
Feb 07 01:59:38.050055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Deleting port 89548820-bfe7-465d-bb06-2dbbef938455 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:38.050476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:38.316622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] For port 89548820-bfe7-465d-bb06-2dbbef938455, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=89548820-bfe7-465d-bb06-2dbbef938455,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:38.317027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:38.633136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:38.633663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:38.633869 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Floating IP 2749e40a-63c8-4951-b775-00e313574a45 disassociated. External IP: 172.27.1.140, port: 89548820-bfe7-465d-bb06-2dbbef938455.
Feb 07 01:59:38.634241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Calling delete_port for 89548820-bfe7-465d-bb06-2dbbef938455 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:38.815732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:38.833066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-013e9de6-5ee0-4a7c-8f54-4ef75ecf4469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:38.941741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'Port': ['ID=89548820-bfe7-465d-bb06-2dbbef938455,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:38.944911 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b3a70fdc-e061-4992-9bfb-a1a607c062c3 req-20c1870e-9da1-4a3b-9f5a-31c7341e1ac9 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 210 time: 0.0497944
Feb 07 01:59:38.954719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.955156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.955565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.955966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.956362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.957441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.957838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.958272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.958669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.959088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.959485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.959874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.960348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.960738 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.961167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.961554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.961938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.962325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.962712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.963120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.963479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.963867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.964251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.964634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:38.975973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:39.089632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 89548820-bfe7-465d-bb06-2dbbef938455 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:39.132024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 89548820-bfe7-465d-bb06-2dbbef938455 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:39.132421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 89548820-bfe7-465d-bb06-2dbbef938455 not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:39.226784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:59:39.665672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:59:39.675694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:59:39.686129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:39.686804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21f4668>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:39.704791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] No DVR routers for this DVR port 89548820-bfe7-465d-bb06-2dbbef938455 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:59:39.707781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:39.748002 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9afbf981-0be4-4cce-a759-f3d1e86503f7 req-20db34ca-16f6-4ce5-afae-4875ebee1529 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.21 "DELETE /v2.0/ports/89548820-bfe7-465d-bb06-2dbbef938455 HTTP/1.1" status: 204  len: 173 time: 1.7921333
Feb 07 01:59:39.882500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:40.217156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21f4668>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:40.221303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:59:40.231293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:40.231972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21f4668>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:40.237408 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-057f7042-2b1c-451b-a12d-6efb64507d2a req-3474f33f-e819-45e2-b784-57be67bbbb9b tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/ports?device_id=b83409d9-4a4b-4778-b90c-7802147d0bfe HTTP/1.1" status: 200  len: 210 time: 0.0541072
Feb 07 01:59:40.391077 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-fab71415-481a-4bb8-8cac-cfe1619fbc35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0809693
Feb 07 01:59:40.433608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:40.547625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc8399-7991-4da0-87a7-356833572f5d req-cbdbf36d-2808-4882-89c7-eace0e9a1dbc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:40.549368 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4dfc8399-7991-4da0-87a7-356833572f5d req-cbdbf36d-2808-4882-89c7-eace0e9a1dbc tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1932478
Feb 07 01:59:40.627004 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4dfc8399-7991-4da0-87a7-356833572f5d req-e76beddf-07e2-4318-b4bc-e4a1114e57ce tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665164
Feb 07 01:59:40.930368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21f4668>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:40.934478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a83cad-af48-4f5a-bd90-f590530e198e None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:52:23Z', 'revision_number': 4, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'd984d4e4-140b-415a-98cd-8572776b088c', 'name': '', 'network_id': '69b45842-9a06-42cf-9ab3-472fcdd47f00', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'mac_address': 'fa:16:3e:da:f5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '364da082-2fca-464d-a9d3-067f4165d095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:20Z', 'updated_at': '2021-02-07T01:52:38Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'subnets': [{'id': '364da082-2fca-464d-a9d3-067f4165d095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:59:41.159308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b125dc-62fc-4777-9294-7477adae6049 req-9bb68235-733e-418e-8ac6-c48a25a65239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.161740 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-9bb68235-733e-418e-8ac6-c48a25a65239 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b&tenant_id=a1ebf699b8af47b3a192a2093e288fd1 HTTP/1.1" status: 200  len: 1160 time: 0.0827010
Feb 07 01:59:41.278119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b125dc-62fc-4777-9294-7477adae6049 req-e42b89ea-a6f4-40b9-83f3-3876d4effec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.280180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-e42b89ea-a6f4-40b9-83f3-3876d4effec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1160 time: 0.0787201
Feb 07 01:59:41.297297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a8359-a5c7-4d63-bd61-2fb7ac7ce1eb None None] New status for floating IP 2749e40a-63c8-4951-b775-00e313574a45: DOWN {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 01:59:41.428623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b125dc-62fc-4777-9294-7477adae6049 req-03232680-cb9a-427e-b42e-3d106a1f2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.430215 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-03232680-cb9a-427e-b42e-3d106a1f2235 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 200  len: 911 time: 0.1427095
Feb 07 01:59:41.456391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48378) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:41.542312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:41.550518 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-da5f7bb6-ac82-44c1-8876-6afec5f9bae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 200  len: 999 time: 0.1115637
Feb 07 01:59:41.578990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:41.623009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b125dc-62fc-4777-9294-7477adae6049 req-8f3f950b-bf2b-4486-8ba1-9f52390556da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.627824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-8f3f950b-bf2b-4486-8ba1-9f52390556da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 200  len: 856 time: 0.0679586
Feb 07 01:59:41.713577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b125dc-62fc-4777-9294-7477adae6049 req-32072dde-8656-48dd-b9d3-9eef08f25fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.715180 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-32072dde-8656-48dd-b9d3-9eef08f25fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4ca1c8-8bd2-4866-83d4-06dda4274c45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829246
Feb 07 01:59:41.721264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:41.727209 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a4764beb-dc09-4c2a-893b-ec7043ed87fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:41.744290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:41.752405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.758699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.760486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.761029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.761029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.761405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.761827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 01:59:41.765598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:41.784556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:41.791433 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "DELETE /v2.0/security-groups/de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1 HTTP/1.1" status: 204  len: 168 time: 0.3351958
Feb 07 01:59:41.805149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48384) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:41.835782 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.v2.resource [None req-daaaa498-bef4-457c-a343-9698fd055303 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] show failed (client error): The resource could not be found.
Feb 07 01:59:41.837091 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-daaaa498-bef4-457c-a343-9698fd055303 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "GET /v2.0/security-groups/de613ffa-37b2-4b6b-8cd7-86ab5fe5cda1 HTTP/1.1" status: 404  len: 347 time: 0.0307193
Feb 07 01:59:41.840187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48388) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:41.953822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33121de1-cb17-49d9-ba86-1b120cf47529 req-5a2408d5-52b9-43ad-b6c0-74fdb0187053 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:41.955462 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33121de1-cb17-49d9-ba86-1b120cf47529 req-5a2408d5-52b9-43ad-b6c0-74fdb0187053 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1664443
Feb 07 01:59:42.020265 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33121de1-cb17-49d9-ba86-1b120cf47529 req-ced48e76-6cf8-430c-8a1d-3b15ea733249 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582039
Feb 07 01:59:42.065995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Deleting port 09379734-42e2-42d6-95dc-624459d14614 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:42.066526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:42.118302 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-50f0b485-5d44-4390-aa19-82b72291388e service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3951387
Feb 07 01:59:42.372835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:42.373203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:42.443806 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-10fa2e8e-2e0b-4241-8d69-6794ea71fbe0 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3013618
Feb 07 01:59:42.514239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Calling delete_port for 09379734-42e2-42d6-95dc-624459d14614 owned by network:floatingip {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:42.772684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:42.788716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c955e97c-8798-452a-b9e8-06d6409aa4f7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:42.893213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Pushing event deleted for resources: {'Port': ['ID=09379734-42e2-42d6-95dc-624459d14614,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:42.897322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:43.017972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks [] for floatingip, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:43.034176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:43.036592 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] 10.222.0.38 "DELETE /v2.0/floatingips/2749e40a-63c8-4951-b775-00e313574a45 HTTP/1.1" status: 204  len: 168 time: 1.1935341
Feb 07 01:59:43.346958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123815c7-fad0-40ce-81ec-8c823fcb06cf req-ce8b6834-af1f-4143-b1b8-166d582d10a0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:43.349871 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-123815c7-fad0-40ce-81ec-8c823fcb06cf req-ce8b6834-af1f-4143-b1b8-166d582d10a0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1800680
Feb 07 01:59:43.420904 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-123815c7-fad0-40ce-81ec-8c823fcb06cf req-2580f8da-ef19-4f42-955d-1d854375e59c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646551
Feb 07 01:59:44.759958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4f143-f6fd-4722-bf65-adde20ba9636 req-f45c4b21-acb7-4ce1-9c52-03ba44571f2e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:44.761754 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87a4f143-f6fd-4722-bf65-adde20ba9636 req-f45c4b21-acb7-4ce1-9c52-03ba44571f2e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1849749
Feb 07 01:59:44.835490 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87a4f143-f6fd-4722-bf65-adde20ba9636 req-e89baf4e-77db-4235-a44c-64345d23d796 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651009
Feb 07 01:59:46.210069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9d481-0392-47e7-b281-a16cfb494a21 req-7be3bc1d-9c1f-44ce-931e-a20bb89b4f77 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:46.211818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f7f9d481-0392-47e7-b281-a16cfb494a21 req-7be3bc1d-9c1f-44ce-931e-a20bb89b4f77 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1699004
Feb 07 01:59:46.261583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc3635c6-fc20-4c8d-a88a-57d294986d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:46.281559 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f7f9d481-0392-47e7-b281-a16cfb494a21 req-7b418f4f-7376-4420-9de1-8b27d86277a7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625396
Feb 07 01:59:47.615700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91e557-9453-4858-8215-5b2e1ddee0c8 req-cec62f88-9797-4090-a3fb-fcac532f9b32 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:47.617359 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b91e557-9453-4858-8215-5b2e1ddee0c8 req-cec62f88-9797-4090-a3fb-fcac532f9b32 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1783390
Feb 07 01:59:47.682465 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b91e557-9453-4858-8215-5b2e1ddee0c8 req-b0b8ae31-2974-4115-9597-95b61341ea2f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583162
Feb 07 01:59:47.900373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48450) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:48.506870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7660d218-d150-411c-9f69-08b7aa7152bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:48.743454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:49.225956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860ece-4175-4d66-ab14-d74fc6533a91 req-9873b841-3461-4cd5-be92-2a66aa425c70 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:49.226794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-66860ece-4175-4d66-ab14-d74fc6533a91 req-9873b841-3461-4cd5-be92-2a66aa425c70 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.3493185
Feb 07 01:59:49.244009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:49.317549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-66860ece-4175-4d66-ab14-d74fc6533a91 req-0f376863-ed04-4246-a387-1ef30f88e3e0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799880
Feb 07 01:59:49.396485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Deleting port d984d4e4-140b-415a-98cd-8572776b088c {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:49.396869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:49.817289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] For port d984d4e4-140b-415a-98cd-8572776b088c, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=d984d4e4-140b-415a-98cd-8572776b088c,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:49.817889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:49.935506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:49.966933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Calling delete_port for d984d4e4-140b-415a-98cd-8572776b088c owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:50.187146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:50.202925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-836bd074-bf6c-46f5-a962-fab7bf48d744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:50.308582 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Pushing event deleted for resources: {'Port': ['ID=d984d4e4-140b-415a-98cd-8572776b088c,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:50.316896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:50.718399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:50.747024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:50.775010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:50.942025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50507861-0bdb-4c67-84cf-ba059db6da57 req-d06b0067-609f-4a6c-a69a-4671ace72543 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:50.943762 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50507861-0bdb-4c67-84cf-ba059db6da57 req-d06b0067-609f-4a6c-a69a-4671ace72543 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.3029928
Feb 07 01:59:51.051596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50507861-0bdb-4c67-84cf-ba059db6da57 req-a00cecad-a60c-403b-a1ff-ffa17f5a6c1c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984721
Feb 07 01:59:51.462983 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Router ed90414a-5c36-4765-a34f-aa7e569fa49b has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 01:59:51.677989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 01:59:51.687098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Sync routers for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 01:59:51.691753 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-42c914c4-476a-4296-b87f-430ed5a0167e admin admin] 10.222.0.38 "PUT /v2.0/routers/ed90414a-5c36-4765-a34f-aa7e569fa49b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7901952
Feb 07 01:59:51.694587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48464) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:51.698594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:51.699306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2ca2a58>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:51.907871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:51.955720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:52.292071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2ca2a58>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:59:50Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:52.297691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Checking router: ed90414a-5c36-4765-a34f-aa7e569fa49b for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 01:59:52.308768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Routers {'ed90414a-5c36-4765-a34f-aa7e569fa49b'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 01:59:52.309606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2ca2a58>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T01:59:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['ed90414a-5c36-4765-a34f-aa7e569fa49b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:52.444358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:52.452043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Deleting port 58298109-7914-4537-9258-9d0b24cca2f8 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:52.452362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:52.514384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] Set router ed90414a-5c36-4765-a34f-aa7e569fa49b gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 01:59:52.597488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf6297-8ca0-4a71-838c-15ae3cd98663 req-84f4dd10-eff5-4a94-84c5-6e35adc6c560 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:52.599441 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a7bf6297-8ca0-4a71-838c-15ae3cd98663 req-84f4dd10-eff5-4a94-84c5-6e35adc6c560 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.2612739
Feb 07 01:59:52.771631 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a7bf6297-8ca0-4a71-838c-15ae3cd98663 req-b54314f4-3d3b-477a-a662-8a9a1c33910d tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612272
Feb 07 01:59:52.841129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] For port 58298109-7914-4537-9258-9d0b24cca2f8, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=58298109-7914-4537-9258-9d0b24cca2f8,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:52.841532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:52.864688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2ca2a58>, [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:59:50Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:52.869236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075eeaa3-628f-4e86-950c-a11f34cd9b7b None None] The sync data for ids ['ed90414a-5c36-4765-a34f-aa7e569fa49b'] in dv-cinder-740146-7-iscsi is: [{'id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'name': 'tempest-AttachVolumeTestJSON-312677689-router', 'tenant_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '58298109-7914-4537-9258-9d0b24cca2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:12Z', 'updated_at': '2021-02-07T01:59:50Z', 'revision_number': 5, 'project_id': '1aae9a1119f6439ea36e78f4f0cf363d', 'gw_port': {'id': '58298109-7914-4537-9258-9d0b24cca2f8', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:59:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed90414a-5c36-4765-a34f-aa7e569fa49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 01:59:52.992018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Calling delete_port for 58298109-7914-4537-9258-9d0b24cca2f8 owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:53.138421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = function(*args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     proto.__init__(conn_state, self)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle()
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle_one_request()
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.handle_one_response()
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = self.application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return app(environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self.application)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return request.get_response(self.application)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = req.get_response(self._app)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     application, catch_exc_info=False)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     app_iter = application(self.environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     response = self.app(environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return resp(environ, start_response)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     resp = self.call_func(req, *args, **kw)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.func(req, *args, **kwargs)
Feb 07 01:59:53.145459 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     result = method(request=request, **args)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._delete(request, id, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*dup_args, **dup_kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     obj_deleter(request.context, id, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return method(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(*dup_args, **dup_kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._delete_current_gw_port(context, id, router, None)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, context, *args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return method(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     context, port, router_ids, bound_mech_contexts)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     return function(*args, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     callback(resource, event, trigger, **kwargs)
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     if self._is_session_semantic_violated(context, resource, event):
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]:     stack = traceback.extract_stack()
Feb 07 01:59:53.153161 dv-cinder-740146-7-iscsi neutron-server[79946]: 
Feb 07 01:59:53.350624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.495195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.497670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.644652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.645378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed90414a-5c36-4765-a34f-aa7e569fa49b {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 01:59:53.667191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.671283 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5618c086-7fa1-4d54-8ad2-560cb51b2cdd admin admin] 10.222.0.38 "DELETE /v2.0/routers/ed90414a-5c36-4765-a34f-aa7e569fa49b HTTP/1.1" status: 204  len: 168 time: 1.9732869
Feb 07 01:59:53.671617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48472) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:53.748557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Deleting subnet 364da082-2fca-464d-a9d3-067f4165d095 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 01:59:53.752291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.790331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d984d4e4-140b-415a-98cd-8572776b088c no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:53.816311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6123482'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:53.873772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: d984d4e4-140b-415a-98cd-8572776b088c {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:53.874663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device d984d4e4-140b-415a-98cd-8572776b088c not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:54.092816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:54.303741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7844-b2ee-47c7-9567-ff04895de5dc req-21bc82f7-5b33-4930-8a1e-408db21dbad5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:54.305407 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a9d7844-b2ee-47c7-9567-ff04895de5dc req-21bc82f7-5b33-4930-8a1e-408db21dbad5 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.2925575
Feb 07 01:59:54.407173 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-6a9d7844-b2ee-47c7-9567-ff04895de5dc req-aa395d65-3d1e-4b96-9ea7-e6cdc3c4e141 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894299
Feb 07 01:59:54.536021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5423710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6447126'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:54.551870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8ddb9477-d5cb-421a-bd19-d23cdfff069c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:54.637199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364da082-2fca-464d-a9d3-067f4165d095,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:54.641644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:54.683714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:54.689471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8367a9-e275-46e1-9db0-a204912b008d None None] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 01:59:54.689620 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-047502a0-2f67-4b5a-8342-6019847e3d12 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/364da082-2fca-464d-a9d3-067f4165d095 HTTP/1.1" status: 204  len: 168 time: 1.0169384
Feb 07 01:59:54.692393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48478) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:54.808103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:54.882438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Deleting port 349da091-c41e-4683-82fe-dbf0c453dd66 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:54.882812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:54.943235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] DHCP port deletion for 69b45842-9a06-42cf-9ab3-472fcdd47f00 request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 01:59:54.947756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Deleting port 349da091-c41e-4683-82fe-dbf0c453dd66 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:54.948252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.108606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] For port 349da091-c41e-4683-82fe-dbf0c453dd66, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=349da091-c41e-4683-82fe-dbf0c453dd66,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:55.109149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.167226 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] For port 349da091-c41e-4683-82fe-dbf0c453dd66, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=349da091-c41e-4683-82fe-dbf0c453dd66,segment=NetworkSegment(45a51d8e-7163-46eb-af1e-f805fc2002ff),segment_id=45a51d8e-7163-46eb-af1e-f805fc2002ff)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:55.167659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.245861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Calling delete_port for 349da091-c41e-4683-82fe-dbf0c453dd66 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:55.301742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Calling delete_port for 349da091-c41e-4683-82fe-dbf0c453dd66 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 01:59:55.358117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.373870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:55.377675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 01:59:55.378861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 01:59:55.471256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Pushing event deleted for resources: {'Port': ['ID=349da091-c41e-4683-82fe-dbf0c453dd66,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:55.476218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:55.520962 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] No DVR routers for this DVR port 349da091-c41e-4683-82fe-dbf0c453dd66 on host dv-cinder-740146-7-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 01:59:55.834620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 58298109-7914-4537-9258-9d0b24cca2f8 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:55.893205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Deleting port 349da091-c41e-4683-82fe-dbf0c453dd66 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 01:59:55.894780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.933184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 58298109-7914-4537-9258-9d0b24cca2f8 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:55.933570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 58298109-7914-4537-9258-9d0b24cca2f8 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:55.933854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:55.934025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 349da091-c41e-4683-82fe-dbf0c453dd66 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 01:59:56.002794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 349da091-c41e-4683-82fe-dbf0c453dd66 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 01:59:56.003823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 349da091-c41e-4683-82fe-dbf0c453dd66 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 01:59:56.013420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-727a3be0-cd6d-45f2-8663-d7929b249418 None None] The port '349da091-c41e-4683-82fe-dbf0c453dd66' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 01:59:56.127988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814056cb-869e-47f9-83e5-95c592c71521 req-27e6de7f-8008-4708-966e-8fa66db44d22 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:56.130412 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-814056cb-869e-47f9-83e5-95c592c71521 req-27e6de7f-8008-4708-966e-8fa66db44d22 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.5747366
Feb 07 01:59:56.162571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a10bfef0>,) {'filters': {'network_id': ['69b45842-9a06-42cf-9ab3-472fcdd47f00']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:56.180403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a10bfef0>, '45a51d8e-7163-46eb-af1e-f805fc2002ff') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:56.180739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a10bfef0>, '45a51d8e-7163-46eb-af1e-f805fc2002ff') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 01:59:56.204218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848652334'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:56.236699 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-814056cb-869e-47f9-83e5-95c592c71521 req-7bc0481b-5734-4588-b3b5-23d7c79563bd tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949705
Feb 07 01:59:56.241497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:56.243536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 01:59:56.425829 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:59:56.434706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5423785'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:56.611028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Network 69b45842-9a06-42cf-9ab3-472fcdd47f00 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 01:59:56.634163 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 01:59:56.735146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:56.738660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5b914e24-a2d7-441f-bedd-e5fc72363e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:56.752184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:56.763870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b45842-9a06-42cf-9ab3-472fcdd47f00,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:56.767364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:56.807352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-0c2f1078-949e-47d3-adeb-4edd72c56327 admin admin] 10.222.0.38 "DELETE /v2.0/networks/69b45842-9a06-42cf-9ab3-472fcdd47f00 HTTP/1.1" status: 204  len: 168 time: 2.1138198
Feb 07 01:59:57.031095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48490) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:57.084338 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-341283db-75b5-471c-8025-a4ff1b1a8d95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1aae9a1119f6439ea36e78f4f0cf363d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0519431
Feb 07 01:59:57.086879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48494) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:57.152418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:57.179995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:57.306731 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:57.312275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-15985f03-37ec-44de-a35b-2109b0020ed7 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:57.326735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e20c00-f0c6-4415-b8a0-f724a5dc547d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:57.332293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:57.334326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:57.335563 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-abcdb19b-8fe8-4ebd-9898-f703e5a36738 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3e20c00-f0c6-4415-b8a0-f724a5dc547d HTTP/1.1" status: 204  len: 168 time: 0.2476864
Feb 07 01:59:57.547732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a34bfd-5ebf-4811-bfc7-6dbc00130c84 req-663d7779-2090-4708-ae43-7c942a29286f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:57.549366 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-71a34bfd-5ebf-4811-bfc7-6dbc00130c84 req-663d7779-2090-4708-ae43-7c942a29286f tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 943 time: 0.1653442
Feb 07 01:59:57.621074 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-71a34bfd-5ebf-4811-bfc7-6dbc00130c84 req-d0331c38-b99a-4189-a00e-168278fbd60e tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646296
Feb 07 01:59:57.893312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:59:57.972124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:59:57.973139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:58.098014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:58.126048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 01:59:58.138203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 01:59:58.172576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:58.174648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:58.207422 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'code': 200}
Feb 07 01:59:58.250432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=6']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:58.254691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:58.550454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48520) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 01:59:58.573609 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b356bb-1cec-44e7-8ea3-a2c8e3ac6d9d req-69d97ba8-6c6a-4157-99bd-03455519eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:58.575269 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4b356bb-1cec-44e7-8ea3-a2c8e3ac6d9d req-69d97ba8-6c6a-4157-99bd-03455519eb19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 1162 time: 0.0793695
Feb 07 01:59:58.620083 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f4b356bb-1cec-44e7-8ea3-a2c8e3ac6d9d req-99630348-caf7-4c5b-9719-2dc239916d8d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365791
Feb 07 01:59:58.691056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398585854-network', 'tenant_id': 'e71c53d34c864975a8c8c1a42ce14027'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 01:59:58.697107 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:59:58.701390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Usage tracker for resource:network and tenant:e71c53d34c864975a8c8c1a42ce14027 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:59:58.704559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:59:58.710709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:59:58.755835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Made reservation on behalf of e71c53d34c864975a8c8c1a42ce14027 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 01:59:58.760804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:58.813882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:58.838146 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 01:59:58.844369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Usage tracker for resource:security_group_rule and tenant:e71c53d34c864975a8c8c1a42ce14027 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 01:59:58.848221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 01:59:58.862251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 01:59:58.985244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f4baa-85a3-4894-80c0-25eaec9d0137 req-3e29e5ca-9e56-4b94-8b08-8deb382b760b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 01:59:58.986874 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-563f4baa-85a3-4894-80c0-25eaec9d0137 req-3e29e5ca-9e56-4b94-8b08-8deb382b760b tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.2159693
Feb 07 01:59:59.080049 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-563f4baa-85a3-4894-80c0-25eaec9d0137 req-279743cc-ac2f-4c61-80c8-4eed40feb749 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842357
Feb 07 01:59:59.107346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:59.135281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:59.139569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-740a1be5-87f0-409f-8158-3821560ea0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 01:59:59.168899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 01:59:59.182089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b01726-d575-49d3-bf33-c89b4d808ba4,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 01:59:59.186828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 01:59:59.187876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 01:59:59.188264 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Added segment 42045cec-aca3-4dde-8cfa-093c0e0655b7 of type vxlan for network 13bed9f6-2230-4345-8864-f0ee83141fa3
Feb 07 01:59:59.578236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 01:59:59.661153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 01:59:59.661567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:00.316844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:00.493950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d429fba-4e7e-468d-bb77-12607a07682b req-e1b9c425-fdae-4603-9c48-84d86a030507 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:00.495702 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7d429fba-4e7e-468d-bb77-12607a07682b req-e1b9c425-fdae-4603-9c48-84d86a030507 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1654718
Feb 07 02:00:00.581254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7d429fba-4e7e-468d-bb77-12607a07682b req-6d6535d8-6788-4045-a4ff-ff1055363af1 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783973
Feb 07 02:00:00.586354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:00.587665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:00.588308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:00.593571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0213d1f9-ebea-4174-b71a-e08e466e946f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:00.698571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Pushing event updated for resources: {'Network': ['ID=13bed9f6-2230-4345-8864-f0ee83141fa3,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:00.701607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:00.710378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:00:00.721828 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.1690600
Feb 07 02:00:00.722472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48564) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:00.729946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Request body: {'subnet': {'network_id': '13bed9f6-2230-4345-8864-f0ee83141fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398585854-subnet', 'tenant_id': 'e71c53d34c864975a8c8c1a42ce14027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:00:00.732963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:00:00.735257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:00.739971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Usage tracker for resource:subnet and tenant:e71c53d34c864975a8c8c1a42ce14027 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:00.740470 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:00:00.743147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:00.749095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:00.792330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Made reservation on behalf of e71c53d34c864975a8c8c1a42ce14027 for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:00:00.797262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6776563'] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:01.474348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7000332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6776544'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:01.489965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0e462f43-b3e4-4eee-97d8-623f4a3cdfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:01.621181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49189634-8757-48be-9b0e-cf16d51bd47c,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:01.634606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:01.695675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Checking segment: {'id': '42045cec-aca3-4dde-8cfa-093c0e0655b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '13bed9f6-2230-4345-8864-f0ee83141fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:00:01.696163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Network hostable DHCP agents. Network: 13bed9f6-2230-4345-8864-f0ee83141fa3, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 02:00:01.740889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 02:00:01.775178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 13bed9f6-2230-4345-8864-f0ee83141fa3) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:00:01.786133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a38aa4-2695-44bb-98e3-79861b755b9e None None] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:00:01.787666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:01.788323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:01.844561 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-69f900bd-9783-4973-a300-905aa0ca3d7a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1206222
Feb 07 02:00:01.900121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447ee5-3d81-4626-8830-977a89cac5ca req-8629c850-dd74-48e4-9547-65225aaf7ce0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:01.901940 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e8447ee5-3d81-4626-8830-977a89cac5ca req-8629c850-dd74-48e4-9547-65225aaf7ce0 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1745980
Feb 07 02:00:01.968377 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e8447ee5-3d81-4626-8830-977a89cac5ca req-e4584025-9d5f-4aca-bd0b-728be31215ed tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594752
Feb 07 02:00:02.030637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d69f22-9d64-41a9-b5c7-6ca18652af75 None None] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:00:02.887793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48590) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:02.894277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-54409518-network', 'tenant_id': '716f1ce1944e4d88a29d297d1ad53e05'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:00:02.899919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:02.904273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Usage tracker for resource:network and tenant:716f1ce1944e4d88a29d297d1ad53e05 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:02.907285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:02.913937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:02.946513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Made reservation on behalf of 716f1ce1944e4d88a29d297d1ad53e05 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:00:02.951175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:02.963970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:02.979359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:02.983287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Usage tracker for resource:security_group_rule and tenant:716f1ce1944e4d88a29d297d1ad53e05 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:02.986135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:02.992417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:03.205396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.234642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.238849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e88f365e-416e-4533-83ce-eb291e240066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:03.267948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4afc0f9-0b97-4bd4-b9fc-17298fab7976,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:03.271814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:03.313216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 02:00:03.323229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.323622 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Added segment 10c185e4-dc37-4693-ad2a-badb959eec7f of type vxlan for network 51192942-e435-4664-8797-b838cd2e348e
Feb 07 02:00:03.351968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.412776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.414040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:03.414679 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:03.419713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bce3a553-a74d-46a0-9d3b-c2f910608da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:03.529477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Pushing event updated for resources: {'Network': ['ID=51192942-e435-4664-8797-b838cd2e348e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:03.532400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:03.541025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 51192942-e435-4664-8797-b838cd2e348e details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:00:03.555953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 51192942-e435-4664-8797-b838cd2e348e details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:00:03.568351 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6779764
Feb 07 02:00:03.570460 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48594) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:03.576711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Request body: {'subnet': {'network_id': '51192942-e435-4664-8797-b838cd2e348e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-54409518-subnet', 'tenant_id': '716f1ce1944e4d88a29d297d1ad53e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:00:03.581836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:03.587463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Usage tracker for resource:subnet and tenant:716f1ce1944e4d88a29d297d1ad53e05 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:03.590538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:03.596669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:03.657638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Made reservation on behalf of 716f1ce1944e4d88a29d297d1ad53e05 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:00:03.662874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6448371'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:04.088931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849352166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6448352'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:04.107469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c72f543c-f4a8-4366-8652-068890a2cace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:04.235937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41e4aab-ffaa-4d90-bb2c-7ac19ab2646f,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:04.248533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:04.306644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Checking segment: {'id': '10c185e4-dc37-4693-ad2a-badb959eec7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '51192942-e435-4664-8797-b838cd2e348e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:00:04.307083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Network hostable DHCP agents. Network: 51192942-e435-4664-8797-b838cd2e348e, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 02:00:04.401298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Network 51192942-e435-4664-8797-b838cd2e348e is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 02:00:04.460954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 51192942-e435-4664-8797-b838cd2e348e) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:00:04.472236 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3814d-934a-4a0a-8e39-7551c880c807 None None] Network 51192942-e435-4664-8797-b838cd2e348e requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:00:04.479195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:04.479865 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:04.533596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-09e82fc6-0cbf-4fb0-a83d-b8fc7befa978 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.9618206
Feb 07 02:00:04.729051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b055188-7158-4632-a0ad-4d47a27f3ca3 None None] Network 51192942-e435-4664-8797-b838cd2e348e requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:00:04.791978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48600) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:04.879029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Deleting subnet 49189634-8757-48be-9b0e-cf16d51bd47c {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:00:04.884295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:04.962510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6123482'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.030919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.329801 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5423710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6447126'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.346408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:05.433335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49189634-8757-48be-9b0e-cf16d51bd47c,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:05.437851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:05.479864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.485784 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e223cbac-3054-4a78-9b0c-986b0350ed77 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/49189634-8757-48be-9b0e-cf16d51bd47c HTTP/1.1" status: 204  len: 168 time: 0.6921353
Feb 07 02:00:05.488537 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48604) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:05.604221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.798982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.914456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a1301a90>,) {'filters': {'network_id': ['13bed9f6-2230-4345-8864-f0ee83141fa3']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:05.927758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a1301a90>, '42045cec-aca3-4dde-8cfa-093c0e0655b7') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:05.928099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a1301a90>, '42045cec-aca3-4dde-8cfa-093c0e0655b7') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:05.939929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848652334'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.958113 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:05.960119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:00:06.137620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:06.147038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5423785'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:06.551093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Network 13bed9f6-2230-4345-8864-f0ee83141fa3 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:00:06.573910 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:00:06.672154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:06.676718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:06.680086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:06.704439 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] 10.222.0.38 "DELETE /v2.0/networks/13bed9f6-2230-4345-8864-f0ee83141fa3 HTTP/1.1" status: 204  len: 168 time: 1.2143509
Feb 07 02:00:06.705501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Pushing event deleted for resources: {'Network': ['ID=13bed9f6-2230-4345-8864-f0ee83141fa3,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:06.708440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48608) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:06.709295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d9670764-f675-4df6-9b54-60d275a0786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:06.780735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Deleting subnet c41e4aab-ffaa-4d90-bb2c-7ac19ab2646f {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:00:06.783819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:06.838204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:06.903950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:07.444045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:07.460258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-27fbfc09-27dc-44ff-bad5-c55f4102ac1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:07.546673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41e4aab-ffaa-4d90-bb2c-7ac19ab2646f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:07.551253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:07.596959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:07.603091 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-88635e6b-d096-4ede-87e3-499cda9d26ac admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c41e4aab-ffaa-4d90-bb2c-7ac19ab2646f HTTP/1.1" status: 204  len: 168 time: 0.8932762
Feb 07 02:00:07.605808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 48612) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:07.720495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:07.912797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.029652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2187898>,) {'filters': {'network_id': ['51192942-e435-4664-8797-b838cd2e348e']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:08.044074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2187898>, '10c185e4-dc37-4693-ad2a-badb959eec7f') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:08.044285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2187898>, '10c185e4-dc37-4693-ad2a-badb959eec7f') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:08.057247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.072370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.074365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:00:08.257925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Network 51192942-e435-4664-8797-b838cd2e348e has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:08.268378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.446790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Network 51192942-e435-4664-8797-b838cd2e348e has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:00:08.469622 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:00:08.574782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.578273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:08.594736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:08.602821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51192942-e435-4664-8797-b838cd2e348e,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:08.605957 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51192942-e435-4664-8797-b838cd2e348e HTTP/1.1" status: 204  len: 168 time: 0.9990654
Feb 07 02:00:08.606945 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:08.888674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48618) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:08.940607 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-29138707-78d0-48a4-b272-370a43123e69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e71c53d34c864975a8c8c1a42ce14027&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506439
Feb 07 02:00:08.943760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48622) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:09.002780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:09.031620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:09.109033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:09.114618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6e67263e-af25-4860-aecf-ce6ccd55d91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:09.128015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b01726-d575-49d3-bf33-c89b4d808ba4,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:09.132130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:09.133328 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2b01726-d575-49d3-bf33-c89b4d808ba4 HTTP/1.1" status: 204  len: 168 time: 0.1886032
Feb 07 02:00:09.134494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:09.780488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48630) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:09.836359 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-82695815-a897-4685-b025-9036b401e1ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=716f1ce1944e4d88a29d297d1ad53e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545213
Feb 07 02:00:09.839041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48634) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:09.900969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:09.928314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:10.000248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:10.005492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4d16d0ba-a611-4c5d-ad8d-4ee8f0c0471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:10.018368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4afc0f9-0b97-4bd4-b9fc-17298fab7976,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:10.021511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:10.025172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:10.027087 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4afc0f9-0b97-4bd4-b9fc-17298fab7976 HTTP/1.1" status: 204  len: 168 time: 0.1870391
Feb 07 02:00:16.243226 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da320866-3212-4bc0-9410-1e1eef6909a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:18.505999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e632b4dc-34ce-42c6-bf2c-ab7df6e331c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:19.252238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:19.944221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:20.700341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:20.726007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:35.266770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8520-0794-45ab-a10d-f1c43d647dac req-8c765bf1-f2eb-44da-996b-0dd8111751c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:35.268444 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2adf8520-0794-45ab-a10d-f1c43d647dac req-8c765bf1-f2eb-44da-996b-0dd8111751c9 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1684601
Feb 07 02:00:35.331959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2adf8520-0794-45ab-a10d-f1c43d647dac req-7e543b55-cfb9-4fbf-a8e6-34c73917261c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564022
Feb 07 02:00:36.701139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa832073-0f4c-4e05-9713-e8664e6bcd60 req-853d390f-c010-4c6a-b75a-1d20402be5f7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:36.702771 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa832073-0f4c-4e05-9713-e8664e6bcd60 req-853d390f-c010-4c6a-b75a-1d20402be5f7 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1661522
Feb 07 02:00:36.708114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b4446-aa95-4920-a595-5b079a55f863 req-2e97aa07-405a-4d22-ac3f-c520b8cba001 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:00:36.709897 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b29b4446-aa95-4920-a595-5b079a55f863 req-2e97aa07-405a-4d22-ac3f-c520b8cba001 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 945 time: 0.1701217
Feb 07 02:00:36.771055 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa832073-0f4c-4e05-9713-e8664e6bcd60 req-c102f315-9133-42f5-b43e-89e9c32ad004 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups?id=853f12ba-1a73-4ed4-9758-84945db885bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617588
Feb 07 02:00:36.806346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Deleting port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:36.806736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:37.070262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] For port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:00:37.070660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:37.373974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:37.374304 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:37.374675 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Floating IP 2371c861-bf55-403a-8653-62f3bf5f708d disassociated. External IP: 172.27.1.124, port: 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8.
Feb 07 02:00:37.375052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Calling delete_port for 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:37.559825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:37.577670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8c5c4dbe-f797-4eb7-9911-f29b892a85dc tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:37.680786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'Port': ['ID=3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:37.683884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:37.745541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:00:37.943189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:00:37.994996 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-53fa0ed5-112a-4766-9d1a-212ee720787d req-3362a5b6-2405-4353-bae3-3f5828ab0bef tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0528865
Feb 07 02:00:38.146514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:00:38.157747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:00:38.168864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:00:38.169545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a26080b8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:00:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:38.188678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] No DVR routers for this DVR port 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:00:38.191110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:38.246632 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b29b4446-aa95-4920-a595-5b079a55f863 req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.21 "DELETE /v2.0/ports/3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 HTTP/1.1" status: 204  len: 173 time: 1.5311601
Feb 07 02:00:38.360705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:00:38.689356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a26080b8>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:38.693368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:00:38.702224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:00:38.702871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a26080b8>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:00:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:38.894307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:00:39.208715 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee61f07d-c2d7-4b5a-be8c-7bdba53aca12 req-4ea794c9-ffce-49b2-8a15-cfcc41e9f388 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0682697
Feb 07 02:00:39.307416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:00:39.355128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:00:39.355471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8 not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:00:39.426305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a26080b8>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:39.430714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193794c9-6323-4fde-b433-c5caddbe3ec9 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T01:52:36Z', 'revision_number': 4, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'cf43e71f-62da-40eb-a310-e0b7d518caa0', 'name': '', 'network_id': '9e4ca1c8-8bd2-4866-83d4-06dda4274c45', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'mac_address': 'fa:16:3e:2f:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:28Z', 'updated_at': '2021-02-07T01:52:49Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'subnets': [{'id': '25170f2e-e4df-4a5b-9519-79470c0dcb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:00:39.841593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25a63e-60e6-4bbf-aeaa-bc0b14ffd258 None None] New status for floating IP 2371c861-bf55-403a-8653-62f3bf5f708d: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:00:40.420512 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-42216aa2-c5e8-422c-afc6-b815869ed43b req-11a0f377-82f2-4f9c-905a-8623346ccda4 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0499060
Feb 07 02:00:41.628743 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-37c56247-5046-4ae5-8ed0-70a4c184b203 req-23af494f-b61c-4efc-a828-9e9d9293466c tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/ports?device_id=630093a6-efe8-4da4-ada6-36c39c9ad86b HTTP/1.1" status: 200  len: 210 time: 0.0542228
Feb 07 02:00:42.839487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48912) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:42.929426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:42.959405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.031083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.036388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6faec564-2f78-4ad7-b2f2-af9fa8feb909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:43.053505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853f12ba-1a73-4ed4-9758-84945db885bc,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:43.061955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.062374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.062784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.063212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.063616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.064016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.064417 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.064809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.065230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.065600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.065989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.066403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.066860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.067370 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.067763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.068157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.068551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.068945 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.070101 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.070385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.070761 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.071183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.071576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.071973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:43.077346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:43.080853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.082062 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "DELETE /v2.0/security-groups/853f12ba-1a73-4ed4-9758-84945db885bc HTTP/1.1" status: 204  len: 168 time: 0.2414792
Feb 07 02:00:43.085047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48916) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:43.104815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.api.v2.resource [None req-942c2c4e-e756-4ea3-a76c-24baf5522570 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] show failed (client error): The resource could not be found.
Feb 07 02:00:43.105908 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-942c2c4e-e756-4ea3-a76c-24baf5522570 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "GET /v2.0/security-groups/853f12ba-1a73-4ed4-9758-84945db885bc HTTP/1.1" status: 404  len: 347 time: 0.0196486
Feb 07 02:00:43.108987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48920) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:43.295843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Deleting port 4486f7a9-239e-40c7-aeee-f14e2211c511 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:43.296219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.475812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.476182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.614702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Calling delete_port for 4486f7a9-239e-40c7-aeee-f14e2211c511 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:43.854339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:43.874677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:43.978288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Pushing event deleted for resources: {'Port': ['ID=4486f7a9-239e-40c7-aeee-f14e2211c511,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:43.982541 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:44.100038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:44.114985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:44.116239 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-281aecb5-62de-47ae-9d7e-bc5bc76ffe85 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] 10.222.0.38 "DELETE /v2.0/floatingips/2371c861-bf55-403a-8653-62f3bf5f708d HTTP/1.1" status: 204  len: 168 time: 1.0062885
Feb 07 02:00:46.239758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b1c85adb-b2b2-4b1a-8975-8dda5928a6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:47.077181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 48984) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:47.866067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:48.226545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Deleting port cf43e71f-62da-40eb-a310-e0b7d518caa0 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:48.226942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:48.517510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3db89c1c-ba9b-4fe6-92e8-e4ca48715816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:48.647755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] For port cf43e71f-62da-40eb-a310-e0b7d518caa0, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=cf43e71f-62da-40eb-a310-e0b7d518caa0,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:00:48.648159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:48.787597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Calling delete_port for cf43e71f-62da-40eb-a310-e0b7d518caa0 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:49.057736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:49.073418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d8fb0fd-3f03-4a1d-aab4-8265e1b4f867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:49.173606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf43e71f-62da-40eb-a310-e0b7d518caa0,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:49.176313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:49.268527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:49.483794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.005946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Router 84e5e910-d74c-4211-bee8-5e77d844751f has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:00:50.192258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:00:50.201591 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Sync routers for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:00:50.206943 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] 10.222.0.38 "PUT /v2.0/routers/84e5e910-d74c-4211-bee8-5e77d844751f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1268411
Feb 07 02:00:50.207889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49008) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:50.211649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:00:50.212848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a221b240>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:00:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:50.399291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:00:50.402528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.585500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.590806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Deleting port 1574b920-803e-4783-819e-f1dfa69c63ed {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:50.591199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.620918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.738031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.747282 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a221b240>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T02:00:48Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:50.751490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Checking router: 84e5e910-d74c-4211-bee8-5e77d844751f for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:00:50.761558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Routers {'84e5e910-d74c-4211-bee8-5e77d844751f'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:00:50.762225 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a221b240>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:00:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['84e5e910-d74c-4211-bee8-5e77d844751f'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:50.779520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] For port 1574b920-803e-4783-819e-f1dfa69c63ed, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1574b920-803e-4783-819e-f1dfa69c63ed,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:00:50.779917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.824177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:50.911123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Calling delete_port for 1574b920-803e-4783-819e-f1dfa69c63ed owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:50.957632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] Set router 84e5e910-d74c-4211-bee8-5e77d844751f gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:00:51.106684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.267373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a221b240>, [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T02:00:48Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:51.271543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5902f-1ede-45c7-89af-0543222ec0b0 None None] The sync data for ids ['84e5e910-d74c-4211-bee8-5e77d844751f'] in dv-cinder-740146-7-iscsi is: [{'id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1774866774-router', 'tenant_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:52:11Z', 'updated_at': '2021-02-07T02:00:48Z', 'revision_number': 5, 'project_id': 'a1ebf699b8af47b3a192a2093e288fd1', 'gw_port': {'id': '1574b920-803e-4783-819e-f1dfa69c63ed', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e5e910-d74c-4211-bee8-5e77d844751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:52:14Z', 'updated_at': '2021-02-07T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:00:51.297437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.459514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.475233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.611201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.611780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e5e910-d74c-4211-bee8-5e77d844751f {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 02:00:51.624973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.626223 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-cf6090fa-ad67-4bbb-ae33-145f14268977 admin admin] 10.222.0.38 "DELETE /v2.0/routers/84e5e910-d74c-4211-bee8-5e77d844751f HTTP/1.1" status: 204  len: 168 time: 1.4173479
Feb 07 02:00:51.629308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49014) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:51.837270 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cf43e71f-62da-40eb-a310-e0b7d518caa0 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:00:51.880281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: cf43e71f-62da-40eb-a310-e0b7d518caa0 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:00:51.880683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device cf43e71f-62da-40eb-a310-e0b7d518caa0 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:00:51.940181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Deleting subnet 25170f2e-e4df-4a5b-9519-79470c0dcb6b {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:00:51.943463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:51.997510 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6123482'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.162300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.451704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5423710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6447126'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.468587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:52.559894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25170f2e-e4df-4a5b-9519-79470c0dcb6b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:52.571754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:52.608815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.614150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3c271-a335-4192-922a-0426fb05c4a9 None None] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:00:52.615425 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7c1c856a-e2d2-45fc-8967-ac9da6581edb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/25170f2e-e4df-4a5b-9519-79470c0dcb6b HTTP/1.1" status: 204  len: 168 time: 0.9850562
Feb 07 02:00:52.618033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49038) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:52.733423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.807492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Deleting port db169ffd-35b1-4557-8ed7-fd8abd213f6b {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:52.807876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:52.891089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] DHCP port deletion for 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 02:00:52.895603 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Deleting port db169ffd-35b1-4557-8ed7-fd8abd213f6b {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:52.896046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.038563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] For port db169ffd-35b1-4557-8ed7-fd8abd213f6b, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db169ffd-35b1-4557-8ed7-fd8abd213f6b,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:00:53.039006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.111616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] For port db169ffd-35b1-4557-8ed7-fd8abd213f6b, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=db169ffd-35b1-4557-8ed7-fd8abd213f6b,segment=NetworkSegment(39cad33d-f175-4ab1-9d57-3fa44997f4da),segment_id=39cad33d-f175-4ab1-9d57-3fa44997f4da)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:00:53.111987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.174395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Calling delete_port for db169ffd-35b1-4557-8ed7-fd8abd213f6b owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:53.246339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Calling delete_port for db169ffd-35b1-4557-8ed7-fd8abd213f6b owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:00:53.285157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.300640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dd761a32-9f3e-4ff9-825f-d893d98911b7 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:53.321208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 02:00:53.322286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 02:00:53.398759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=db169ffd-35b1-4557-8ed7-fd8abd213f6b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:53.404062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:53.445830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] No DVR routers for this DVR port db169ffd-35b1-4557-8ed7-fd8abd213f6b on host dv-cinder-740146-7-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:00:53.568704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.689778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a22dd438>,) {'filters': {'network_id': ['9e4ca1c8-8bd2-4866-83d4-06dda4274c45']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:53.703437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a22dd438>, '39cad33d-f175-4ab1-9d57-3fa44997f4da') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:53.703893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a22dd438>, '39cad33d-f175-4ab1-9d57-3fa44997f4da') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:00:53.717157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848652334'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.736634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.738695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:00:53.823874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Deleting port db169ffd-35b1-4557-8ed7-fd8abd213f6b {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:00:53.824551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.921652 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db169ffd-35b1-4557-8ed7-fd8abd213f6b no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:00:53.954438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fde-fa11-4c8f-ad83-594abecc9bb3 None None] The port 'db169ffd-35b1-4557-8ed7-fd8abd213f6b' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 02:00:53.954593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:53.964771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5423785'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:53.968693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: db169ffd-35b1-4557-8ed7-fd8abd213f6b {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:00:53.969094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device db169ffd-35b1-4557-8ed7-fd8abd213f6b not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:00:53.969564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1574b920-803e-4783-819e-f1dfa69c63ed no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:00:54.008202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 1574b920-803e-4783-819e-f1dfa69c63ed {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:00:54.008601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1574b920-803e-4783-819e-f1dfa69c63ed not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:00:54.159692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Network 9e4ca1c8-8bd2-4866-83d4-06dda4274c45 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:00:54.183541 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:00:54.296831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.300336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:54.316780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.323918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4ca1c8-8bd2-4866-83d4-06dda4274c45,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:54.328589 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:54.383424 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] 10.222.0.38 "DELETE /v2.0/networks/9e4ca1c8-8bd2-4866-83d4-06dda4274c45 HTTP/1.1" status: 204  len: 168 time: 1.7642632
Feb 07 02:00:54.634928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49062) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:54.686649 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d8aae9c4-9654-434c-8c12-3d4fb683b667 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1ebf699b8af47b3a192a2093e288fd1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0503659
Feb 07 02:00:54.689088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49066) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:54.749505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.777544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.908344 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.913525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3502f1c1-6709-4da8-8a29-f7a64934c9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:54.930445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73730ab3-82ba-4698-8caf-507eec921d0d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:54.933315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:54.938747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:54.940056 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-dc0a28a3-43e0-485e-94df-98fe4f3b6af8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73730ab3-82ba-4698-8caf-507eec921d0d HTTP/1.1" status: 204  len: 168 time: 0.2500143
Feb 07 02:00:56.256221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49124) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:56.463014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.479373 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:56.483514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ef908bc9b74a6897fbaaa6aba5afd4 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:56.486557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:56.492476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:56.586836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.642141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.652533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b0cbf4a4-e077-47b2-b0ec-104e598cd688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:56.698262 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8ef908bc9b74a6897fbaaa6aba5afd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4408588
Feb 07 02:00:56.699302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49130) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:56.700263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b54b0-896e-4ec7-9a29-44a03cd5d720,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:56.708749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.711548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.712030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.712855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.713312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.713714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.714110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.714602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.715045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.715447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.715841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.716231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.716623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.717014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.717405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.717797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.718195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.718694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.719101 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:00:56.723834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:56.767936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.796348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.885813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.894756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-69194c32-49cf-44e1-a188-f509777e4f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:56.903456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b54b0-896e-4ec7-9a29-44a03cd5d720,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:56.906014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:56.911721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:56.913356 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-7c52279d-f204-4cee-a7ab-23b17f594e87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd6b54b0-896e-4ec7-9a29-44a03cd5d720 HTTP/1.1" status: 204  len: 168 time: 0.2124157
Feb 07 02:00:57.441383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49146) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:57.460602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.475864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:00:57.480581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7a487b0e9b4b308542b78603f4dbd3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:00:57.483567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:00:57.489545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:00:57.577365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.610709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.620354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d96c4a2-bdd4-46ea-9443-9bed98de2f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:57.662370 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce7a487b0e9b4b308542b78603f4dbd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2197974
Feb 07 02:00:57.663356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7129d7a1-bd66-4baa-821b-6ebeedc831f3,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:57.665913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49150) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:00:57.667324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-04235c04-928e-4bda-bc08-36f8ef25f8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:57.729115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.755952 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.828222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.833666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7685843b-a06b-43eb-9349-9afef4d2bd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:00:57.850093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7129d7a1-bd66-4baa-821b-6ebeedc831f3,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:00:57.854552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:00:57.859106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:00:57.860352 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7129d7a1-bd66-4baa-821b-6ebeedc831f3 HTTP/1.1" status: 204  len: 168 time: 0.1931617
Feb 07 02:01:00.061179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49218) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:00.213014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.228003 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:00.232132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c719ebe8ed42cf8bee932e616c5c89 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:00.235095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:00.240874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:00.328567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.362453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.372619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3d9ae528-7ab4-41e7-ae70-41e73c8068e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:00.418526 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1c719ebe8ed42cf8bee932e616c5c89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3529949
Feb 07 02:01:00.418526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6985838c-cfc3-4ca7-80d7-59e48b206f9f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:00.419229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49236) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:00.420635 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:00.487698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.515250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.608276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.613560 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3932c376-0df2-46d3-a805-1ff0b6542d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:00.628784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6985838c-cfc3-4ca7-80d7-59e48b206f9f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:00.632008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:00.632955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.634548 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6985838c-cfc3-4ca7-80d7-59e48b206f9f HTTP/1.1" status: 204  len: 168 time: 0.2136850
Feb 07 02:01:00.712523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49244) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:00.865173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:00.881564 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:00.886415 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Usage tracker for resource:security_group_rule and tenant:22a0cfcbc5234cdc94d16feae71caf84 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:00.889475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:00.895490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:00.985308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.013464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.021698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b6f95680-6df2-411f-ad94-15c8195e5ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:01.068264 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439bb9d-a71d-43df-bbf3-bdc695c7a37f,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:01.073048 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22a0cfcbc5234cdc94d16feae71caf84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3588302
Feb 07 02:01:01.074006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8bb06457-2dbf-4196-abbf-350632bea768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:01.075918 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49256) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:01.370501 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.398054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.479503 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.484730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b3d9d83d-e46b-454d-be14-0793fd9d9afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:01.499192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439bb9d-a71d-43df-bbf3-bdc695c7a37f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:01.502005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:01.503243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:01.507889 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-d3f75ccb-7dfc-4f78-aa7b-2a7bc73b4d4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3439bb9d-a71d-43df-bbf3-bdc695c7a37f HTTP/1.1" status: 204  len: 168 time: 0.4309261
Feb 07 02:01:02.052173 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49278) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:02.070753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.086380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:02.091475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Usage tracker for resource:security_group_rule and tenant:873ec917ccef4895ad02550d04d178b3 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:02.094386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:02.100154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:02.189834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.219313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.228382 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-72699232-5417-45df-8fec-5d80ac65898f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:02.275440 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=873ec917ccef4895ad02550d04d178b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2221084
Feb 07 02:01:02.277634 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b80fe67-ce9d-44c8-84a2-dacca287930b,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:02.278518 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49286) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:02.281212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:02.345960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.373792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.450824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.456103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-881e449b-7203-40d2-ae4b-4feb0c5d4560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:02.470632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b80fe67-ce9d-44c8-84a2-dacca287930b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:02.473473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:02.483714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:02.487426 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a71c595f-f263-45a5-8a4c-49f779268df2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b80fe67-ce9d-44c8-84a2-dacca287930b HTTP/1.1" status: 204  len: 168 time: 0.2051129
Feb 07 02:01:03.850440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49338) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:04.006766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.022631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:04.026648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Usage tracker for resource:security_group_rule and tenant:970d421ab32044b9a97f2344281f79f2 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:04.029709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:04.035433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:04.123138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.153463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.161339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f34b1a5a-a3bc-47b3-9888-69abbfc6b49f tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:04.211898 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=970d421ab32044b9a97f2344281f79f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3597882
Feb 07 02:01:04.212901 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06238b77-aae6-4cfe-8f85-3b931460f396,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:04.215610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49350) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:04.216154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6eabf1d9-1bc5-469f-9509-6b80e92568ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:04.279742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.307383 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.384977 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.390838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-af141ff8-5291-4986-82c7-5bca7abcb66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:04.404494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06238b77-aae6-4cfe-8f85-3b931460f396,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:04.413134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:04.414071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:04.415959 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06238b77-aae6-4cfe-8f85-3b931460f396 HTTP/1.1" status: 204  len: 168 time: 0.1999056
Feb 07 02:01:04.987559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49368) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:05.006762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.026572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:05.031323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Usage tracker for resource:security_group_rule and tenant:1f1fa2f0786f4d8da6b4b92d490ec128 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:05.034243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:05.040091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:05.186111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.219785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.229459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88179368-3321-448f-a41f-69bb153273b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:05.270720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded10fb-bbeb-4f1b-b87b-bf056d73f127,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:05.274205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:05.278791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f1fa2f0786f4d8da6b4b92d490ec128&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2900169
Feb 07 02:01:05.281594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49378) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:05.344953 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.374579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.448025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.453610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7865b0d7-dd0a-43c3-bceb-e702b2f61c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:05.471678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded10fb-bbeb-4f1b-b87b-bf056d73f127,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:05.475904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:05.476887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:05.481745 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b1ba5253-5224-494f-8108-f7c401aa931d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aded10fb-bbeb-4f1b-b87b-bf056d73f127 HTTP/1.1" status: 204  len: 168 time: 0.1954880
Feb 07 02:01:12.061986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49522) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:12.214226 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.231587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:12.235769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f8d11340134f7cabfaee059dde4323 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:12.238789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:12.244691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:12.332567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.388201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.397802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-135a93d0-a763-4692-8137-8250a27bf561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:12.440780 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5f8d11340134f7cabfaee059dde4323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3775730
Feb 07 02:01:12.441669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685ba0d-f4b8-487a-a455-ee0ea79271c4,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:12.443877 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49532) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:12.445184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-827f3700-7bff-4b6a-98bb-623dbdf49135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:12.510594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.540891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.616474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.621712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-738f5049-3ef7-41ae-959d-36819773773c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:12.633715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685ba0d-f4b8-487a-a455-ee0ea79271c4,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:12.637521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:12.641467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:12.645257 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-00da03b0-34a4-4e62-bf68-705ba5600f1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5685ba0d-f4b8-487a-a455-ee0ea79271c4 HTTP/1.1" status: 204  len: 168 time: 0.1975901
Feb 07 02:01:12.964853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49544) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:13.116314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.131654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:13.135667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Usage tracker for resource:security_group_rule and tenant:f76d6bbfc1cf40f9b864d77e4199be84 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:13.139047 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:13.144885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:13.174759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49550) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:13.193665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.209507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:13.213592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Usage tracker for resource:security_group_rule and tenant:22c437ea6a2c47aaa808825383c876a4 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:13.216561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:13.223042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:13.231545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.256388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.265841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c59f428c-00d9-4289-8dab-a0235800b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:13.312005 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f76d6bbfc1cf40f9b864d77e4199be84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3459618
Feb 07 02:01:13.313724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba861d9-9f8d-4ba8-b136-16e4e2c4ec25,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:13.316321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49554) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:13.317896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.319080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:13.342723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.351554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-ce09ed21-ffe8-4ebe-9856-ea0d0229f3a6 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:13.382242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.395467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22c437ea6a2c47aaa808825383c876a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2194867
Feb 07 02:01:13.396400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79eab2-68f0-4acd-ab73-9433a6bee930,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:13.399832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-88a33ee3-81c1-4eed-b200-b3a394521a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:13.400400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49558) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:13.411124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.461978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.489468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.502168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.507821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-64c129e3-6e47-44b1-94f5-dc9896c2d610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:13.522158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba861d9-9f8d-4ba8-b136-16e4e2c4ec25,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:13.525128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:13.526331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.527571 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9502d9bb-dac7-4cf6-9ce7-305eabc2a807 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ba861d9-9f8d-4ba8-b136-16e4e2c4ec25 HTTP/1.1" status: 204  len: 168 time: 0.2102730
Feb 07 02:01:13.570782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.576836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-30f0122a-aeb8-4040-9648-9cb9738ac984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:13.591010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79eab2-68f0-4acd-ab73-9433a6bee930,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:13.593985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:13.604870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:13.606253 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-78ddc981-72a2-4b7b-b69a-bf2dc46aab18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e79eab2-68f0-4acd-ab73-9433a6bee930 HTTP/1.1" status: 204  len: 168 time: 0.2048490
Feb 07 02:01:14.150016 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49576) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:14.169702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.190139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:14.194379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Usage tracker for resource:security_group_rule and tenant:f64168c258ef478b97260853bee922b5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:14.197423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:14.203324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:14.289528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.319393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.329294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9e09532e-d1e8-4da6-bf77-b10beb922102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:14.372477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea61b85c-930b-465b-9aee-775656b9d879,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:14.378792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f64168c258ef478b97260853bee922b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2273159
Feb 07 02:01:14.381561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:14.381680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49582) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:14.447179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.478944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.547985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.553232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a358c387-ae24-4023-a29a-d31fcaf0a3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:14.566036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea61b85c-930b-465b-9aee-775656b9d879,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:14.569233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:14.571353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:14.572573 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea61b85c-930b-465b-9aee-775656b9d879 HTTP/1.1" status: 204  len: 168 time: 0.1899967
Feb 07 02:01:14.745119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:01:16.230810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-59f6f643-3349-4a92-9a03-0fcad114c414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.238052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49626) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:16.390682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.405836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:16.409902 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2ba53cf1d34458816da4187f4309cf is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:16.412860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:16.418615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:16.501965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.522106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.531750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-698de230-04bd-499b-830a-c59285b66ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:16.573408 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad41069-b7b7-425c-9154-45aabae8bfd4,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:16.579018 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb2ba53cf1d34458816da4187f4309cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3398535
Feb 07 02:01:16.580034 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a8787b0d-b7a2-40e7-a719-70c372901a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:16.581922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49632) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:16.647728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.674764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.739423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.744682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9b9e811-e3fa-4e86-abd8-621ca3475b47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:16.758492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad41069-b7b7-425c-9154-45aabae8bfd4,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:16.761711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:16.764441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:16.766086 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-8f949f5f-b1e0-46dd-85b7-afa962510a31 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ad41069-b7b7-425c-9154-45aabae8bfd4 HTTP/1.1" status: 204  len: 168 time: 0.1827443
Feb 07 02:01:18.496353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc1196df-ee24-4400-a291-e6a482b07bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:19.250639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:20.231483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76eb24-122b-4c77-97b7-98e6ff7b3fb8 req-c64e56c1-e897-44c1-9d27-d7adb96dc345 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:20.233812 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-df76eb24-122b-4c77-97b7-98e6ff7b3fb8 req-c64e56c1-e897-44c1-9d27-d7adb96dc345 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1649599
Feb 07 02:01:20.302736 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-df76eb24-122b-4c77-97b7-98e6ff7b3fb8 req-5bffc432-9707-4cc0-a21c-ca41797bff8e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0623274
Feb 07 02:01:20.539272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:20.718065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:20.718830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:20.850815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322706-80c2-4f74-a602-b201e3df42c8 req-eac872e4-564a-4e11-8591-a5b8039d0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:20.852551 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-eac872e4-564a-4e11-8591-a5b8039d0845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0806484
Feb 07 02:01:21.025551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322706-80c2-4f74-a602-b201e3df42c8 req-0bcd6958-22b3-4d2e-8fa6-74c17f81e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:21.027200 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-0bcd6958-22b3-4d2e-8fa6-74c17f81e8af service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1469767
Feb 07 02:01:21.152968 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-82cbfa08-e1d8-44f8-b3f7-b43b5d15aa70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 1000 time: 0.1187143
Feb 07 02:01:21.230737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322706-80c2-4f74-a602-b201e3df42c8 req-3fecb9a5-6e98-43a6-9e5e-141023554256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:21.233866 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-3fecb9a5-6e98-43a6-9e5e-141023554256 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0715091
Feb 07 02:01:21.316989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322706-80c2-4f74-a602-b201e3df42c8 req-52de0974-213e-47dc-bb9e-4877b07420f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:21.318709 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-52de0974-213e-47dc-bb9e-4877b07420f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793619
Feb 07 02:01:21.536750 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-1c3e9442-4ad9-4410-89e2-e669a79ead39 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072954
Feb 07 02:01:21.672512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e005f0-4f82-4d92-a1ea-66658ce63f8a req-51114279-74d0-4865-a22e-14b774e7a816 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:21.674226 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90e005f0-4f82-4d92-a1ea-66658ce63f8a req-51114279-74d0-4865-a22e-14b774e7a816 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1745698
Feb 07 02:01:21.684279 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-10322706-80c2-4f74-a602-b201e3df42c8 req-22288321-6426-407c-8400-fdb333f86b92 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404047
Feb 07 02:01:21.746153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-90e005f0-4f82-4d92-a1ea-66658ce63f8a req-7a1936f0-246e-4f9a-8cf1-a6fb55f9d93e tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651641
Feb 07 02:01:22.658580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49748) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:22.826935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:22.850252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:22.854312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Usage tracker for resource:security_group_rule and tenant:dbaac9d74438414fa4aad5154f57ae3a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:22.857405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:22.863279 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:22.950566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:22.973066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:22.983022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e4e25b87-f1a6-4e4a-9274-36920b415449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:23.030964 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbaac9d74438414fa4aad5154f57ae3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3710814
Feb 07 02:01:23.032698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6dbe1-119d-4d26-889c-25521fa1d19d,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:23.035290 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49758) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:23.038326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-086fc68c-4ef6-4cbb-b9ca-83be95a04038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:23.061565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffa58b-4957-42d1-b416-d2ae039b727b req-168f5c8f-6168-4d28-bad2-14c36cf14c7a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:23.063383 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b7ffa58b-4957-42d1-b416-d2ae039b727b req-168f5c8f-6168-4d28-bad2-14c36cf14c7a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1762974
Feb 07 02:01:23.099769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.128165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.132850 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b7ffa58b-4957-42d1-b416-d2ae039b727b req-46375b0a-3d18-4e7b-8e56-4a83c64e6bb3 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0596297
Feb 07 02:01:23.253121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.258555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2e34d0bf-a691-4359-8e96-240f5dc7f319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:23.272399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6dbe1-119d-4d26-889c-25521fa1d19d,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:23.275478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:23.276406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.277626 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f9c022da-315f-4095-b0ba-7711b8076422 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7bd6dbe1-119d-4d26-889c-25521fa1d19d HTTP/1.1" status: 204  len: 168 time: 0.2413015
Feb 07 02:01:23.757811 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49766) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:23.777207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.792317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:23.797057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3198f76bf6744f4a7379e7504ce5594 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:23.799974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:23.805718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:23.895551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.924787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:23.934204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-50998657-b5b9-4c85-82db-5999689bd4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:23.977729 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3198f76bf6744f4a7379e7504ce5594&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2186325
Feb 07 02:01:23.979469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9575011-6b6a-4d4b-aa53-3a2c03b04340,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:23.980820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49774) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:23.983931 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:24.046765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.073946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.184936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.191206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-86ed3905-9228-4127-9748-d67c5781f888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:24.204990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9575011-6b6a-4d4b-aa53-3a2c03b04340,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:24.208899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:24.214594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.218844 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b6e38b4c-28dd-41e0-9481-b4dbea4fbd74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9575011-6b6a-4d4b-aa53-3a2c03b04340 HTTP/1.1" status: 204  len: 168 time: 0.2368443
Feb 07 02:01:24.522745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49786) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:24.676093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066116ba-d68d-4f85-8535-6329a1606b3d req-f84e5a9c-c506-4993-91bd-a9dae48c14f5 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:24.677956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-066116ba-d68d-4f85-8535-6329a1606b3d req-f84e5a9c-c506-4993-91bd-a9dae48c14f5 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.4092183
Feb 07 02:01:24.750647 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-066116ba-d68d-4f85-8535-6329a1606b3d req-3d8f1b10-4443-42b3-9da0-d0ae361ebf3a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0644205
Feb 07 02:01:24.757054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.773632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:24.777751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Usage tracker for resource:security_group_rule and tenant:3c40283140b14640bb1abca83bb96621 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:24.780798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:24.786718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:24.876741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.901951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:24.912095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8ea6b1a1-ef89-4fc0-aa87-171c1af7872e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:24.954574 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c40283140b14640bb1abca83bb96621&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4303041
Feb 07 02:01:24.956339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76898555-56e4-4536-8d67-b9c2e04903a1,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:24.957512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49800) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:24.959741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-23a27222-f3d7-4bf8-9afd-2795bae6c904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:25.026308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:25.054665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:25.127708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:25.133086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-34bbc4a6-8b74-42ba-91b4-666774a656eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:25.145554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76898555-56e4-4536-8d67-b9c2e04903a1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:25.148677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:25.150767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:25.152009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4324dfde-ccf1-4eb5-bc76-565dced41d74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76898555-56e4-4536-8d67-b9c2e04903a1 HTTP/1.1" status: 204  len: 168 time: 0.1933441
Feb 07 02:01:26.081573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d8ae-941c-49fa-b9f1-a4545eee569e req-f7ab0701-b104-484f-ace9-ac1c553d9be3 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:26.084337 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a22d8ae-941c-49fa-b9f1-a4545eee569e req-f7ab0701-b104-484f-ace9-ac1c553d9be3 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.2046385
Feb 07 02:01:26.163584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a22d8ae-941c-49fa-b9f1-a4545eee569e req-d22b570e-da56-46ea-9ec9-c50f3b1bfebc tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0726187
Feb 07 02:01:26.925849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 49846) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:27.077241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.092440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:27.096488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Usage tracker for resource:security_group_rule and tenant:07ae3cb27dc9400981eb074ed285d4d8 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:27.099442 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:27.105174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:27.188903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.224757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.235616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c5ff0655-91cb-4d6d-a20e-e42608f16b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:27.286991 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07ae3cb27dc9400981eb074ed285d4d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3598211
Feb 07 02:01:27.288009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0a50e-6c4c-49e7-9176-d359fd959d92,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:27.290007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49856) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:27.291835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:27.390926 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.418545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.461915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce451-3fc9-4ca4-8f4a-56c28f6a6804 req-362e6ae8-d1ab-48d8-9ccd-da10ce6c7d2f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:27.463680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-985ce451-3fc9-4ca4-8f4a-56c28f6a6804 req-362e6ae8-d1ab-48d8-9ccd-da10ce6c7d2f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1706676
Feb 07 02:01:27.499640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.506119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5bcb4727-9136-48b6-91b8-aecaf0811c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:27.522027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0a50e-6c4c-49e7-9176-d359fd959d92,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:27.524533 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:27.530290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-985ce451-3fc9-4ca4-8f4a-56c28f6a6804 req-daa2fb94-7f26-4663-a666-b95327f73647 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0601087
Feb 07 02:01:27.535015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:27.539231 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-da9c53a2-c1f8-422d-854f-600eaa7c7561 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51e0a50e-6c4c-49e7-9176-d359fd959d92 HTTP/1.1" status: 204  len: 168 time: 0.2466803
Feb 07 02:01:28.833845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b7e1-249e-41e7-b517-d2fe8c69b0f9 req-03b6af6b-3e51-4489-9a90-b4a1334c5639 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:28.839423 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4f69b7e1-249e-41e7-b517-d2fe8c69b0f9 req-03b6af6b-3e51-4489-9a90-b4a1334c5639 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1727073
Feb 07 02:01:28.902290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4f69b7e1-249e-41e7-b517-d2fe8c69b0f9 req-ee1b64fa-9208-4f13-b9ab-7cb4b7f0c3f5 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0605900
Feb 07 02:01:29.130495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49876) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:29.280549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.296479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:01:29.300586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Usage tracker for resource:security_group_rule and tenant:863c5403afaf4e99a6571f4c9d7ebdb5 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:01:29.303567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:01:29.309332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:01:29.394825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.424177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.431778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-db1febb5-5230-4b45-abbb-f25f8b372ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:29.478259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21e8a2-f739-469e-a7cd-5018a522f90f,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:29.481706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:29.484564 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=863c5403afaf4e99a6571f4c9d7ebdb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3529615
Feb 07 02:01:29.487475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49882) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:29.549057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.576084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.665799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.670694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bd899d1b-9c3a-444c-b927-9d5d49de47ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:29.684048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21e8a2-f739-469e-a7cd-5018a522f90f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:29.686823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:29.688065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:29.689406 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-6f452809-ba28-419d-ada7-4d4f3841358d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa21e8a2-f739-469e-a7cd-5018a522f90f HTTP/1.1" status: 204  len: 168 time: 0.2008903
Feb 07 02:01:30.200672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f51d0-9e6b-4265-84c1-cd092061f278 req-cb51341c-b27e-4a37-83dd-35d117151cf1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:30.202434 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4f6f51d0-9e6b-4265-84c1-cd092061f278 req-cb51341c-b27e-4a37-83dd-35d117151cf1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1667652
Feb 07 02:01:30.267178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4f6f51d0-9e6b-4265-84c1-cd092061f278 req-a5c7a045-f8f4-4211-9d95-8c8b7d04d971 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0583360
Feb 07 02:01:30.373444 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-c2336e8d-3ea2-44da-bd60-91aa1bb3b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:30.375709 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-c2336e8d-3ea2-44da-bd60-91aa1bb3b1bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0828638
Feb 07 02:01:30.528083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-26457e61-1eb4-4642-b041-01c2d75c9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:30.529664 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-26457e61-1eb4-4642-b041-01c2d75c9a2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1452603
Feb 07 02:01:30.640999 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-ffa112ae-9629-4304-a8c7-5d52e389a969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 1000 time: 0.1035862
Feb 07 02:01:30.716621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-2e5b82d4-0565-4b92-bff8-42bc918307e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:30.718982 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-2e5b82d4-0565-4b92-bff8-42bc918307e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0710394
Feb 07 02:01:30.802787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-a26817b5-c575-4242-80f6-d971d06b99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:30.804580 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-a26817b5-c575-4242-80f6-d971d06b99e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790718
Feb 07 02:01:30.961060 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-f31f4b03-12e8-443c-b8fd-79974458c1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490393
Feb 07 02:01:31.109097 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-455b209b-5d82-498e-95c6-59e33b9eb5fc req-976eb0a7-f564-42cd-aa11-629da487fa37 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399539
Feb 07 02:01:31.568914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ba1d4-6bd6-4239-b89a-1780fb0eece7 req-1ec20105-4217-4ed7-aa50-cbc8b1399ede tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:31.570672 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d5ba1d4-6bd6-4239-b89a-1780fb0eece7 req-1ec20105-4217-4ed7-aa50-cbc8b1399ede tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1757307
Feb 07 02:01:31.640931 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d5ba1d4-6bd6-4239-b89a-1780fb0eece7 req-d20526bd-1d12-441d-a47c-ef73700a6b45 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0623875
Feb 07 02:01:32.953479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72f858-d889-42a1-9cd0-5bafbbe1ec0e req-e8824297-f203-40d7-aefc-1a0adc54c185 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:32.955238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb72f858-d889-42a1-9cd0-5bafbbe1ec0e req-e8824297-f203-40d7-aefc-1a0adc54c185 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1785951
Feb 07 02:01:33.023755 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cb72f858-d889-42a1-9cd0-5bafbbe1ec0e req-38a16102-2013-4c18-b849-336dae2df620 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0623326
Feb 07 02:01:34.334716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff01fe-a156-4885-9b2b-177973ca96e9 req-7224d640-f281-41f4-a64f-3c2ee63cafcd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:34.336556 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68ff01fe-a156-4885-9b2b-177973ca96e9 req-7224d640-f281-41f4-a64f-3c2ee63cafcd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1810358
Feb 07 02:01:34.408640 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-68ff01fe-a156-4885-9b2b-177973ca96e9 req-77985f1f-0038-4582-a85f-2ff1488bd0b7 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0647054
Feb 07 02:01:34.486641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:01:34.617099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:34.643921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:01:34.654150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:01:34.698967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:34.700968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dc50f485-a327-4c5c-a74a-b3f36837c318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:34.739310 dv-cinder-740146-7-iscsi neutron-server[79946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'code': 422} returned with failed status
Feb 07 02:01:34.785030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:34.795930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.796566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.796951 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.797336 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.797716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.798093 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.798464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.798831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.799234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.799600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.799966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.800330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.800782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.801608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.801608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.801813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.802174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.802562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.802944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.803315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.803681 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.804048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.804430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.804751 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:01:34.809483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:34.884975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 49986) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:01:35.018435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8384e-814c-44f0-84e2-732b30307477 req-6f55f633-2746-4fd0-bf9b-9454d7adc408 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:35.021374 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d8384e-814c-44f0-84e2-732b30307477 req-6f55f633-2746-4fd0-bf9b-9454d7adc408 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1899056
Feb 07 02:01:35.053918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-93528329-6a9f-46c1-bec8-5b3780a299ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1676409
Feb 07 02:01:35.087007 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-47d8384e-814c-44f0-84e2-732b30307477 req-e6e142eb-b762-4c1e-9bb2-9add83bc8148 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0595732
Feb 07 02:01:36.381526 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f1853-60ef-46fe-ae50-6e5c8749ee4f req-4823f332-408a-47c3-a6f5-c716f3cd8362 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:36.383194 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-181f1853-60ef-46fe-ae50-6e5c8749ee4f req-4823f332-408a-47c3-a6f5-c716f3cd8362 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1656845
Feb 07 02:01:36.451473 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-181f1853-60ef-46fe-ae50-6e5c8749ee4f req-02517485-d8f4-4cdb-aef1-358acc5dce47 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0619931
Feb 07 02:01:37.755200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9267-9a09-4257-ae98-1558679cc0a7 req-0d0f980a-3191-457d-8afc-b9ddea1bbfb1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:37.756845 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-333d9267-9a09-4257-ae98-1558679cc0a7 req-0d0f980a-3191-457d-8afc-b9ddea1bbfb1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1717584
Feb 07 02:01:37.823264 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-333d9267-9a09-4257-ae98-1558679cc0a7 req-081784b6-1a7b-4676-9f3e-5802836efb08 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0598016
Feb 07 02:01:39.125070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61c65-1d5e-4e16-b296-0162797e5aa8 req-31c77957-b2cf-48cb-a1fb-d672fb080bd6 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:39.126722 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bea61c65-1d5e-4e16-b296-0162797e5aa8 req-31c77957-b2cf-48cb-a1fb-d672fb080bd6 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1742177
Feb 07 02:01:39.192286 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bea61c65-1d5e-4e16-b296-0162797e5aa8 req-8b615548-e3d5-4c4b-b966-2074733c59a0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0582814
Feb 07 02:01:40.490224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe632-8631-42d8-b2f2-600951f08181 req-d89034b5-37ec-4fbe-9138-fb613d8e853f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:40.491894 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af8fe632-8631-42d8-b2f2-600951f08181 req-d89034b5-37ec-4fbe-9138-fb613d8e853f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1716921
Feb 07 02:01:40.556052 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af8fe632-8631-42d8-b2f2-600951f08181 req-0cdf96df-ae77-4458-8fc5-a02cc144b1f3 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0579524
Feb 07 02:01:41.076151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-afd0c00b-17e3-429e-8592-42b688b0db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.077689 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-afd0c00b-17e3-429e-8592-42b688b0db22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c&tenant_id=daf7bffcee1944158e1598bb1497210d HTTP/1.1" status: 200  len: 1161 time: 0.0828300
Feb 07 02:01:41.197169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-de3672bb-c8c3-4964-8a5e-5b4cb0a33313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.198820 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-de3672bb-c8c3-4964-8a5e-5b4cb0a33313 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1161 time: 0.0830889
Feb 07 02:01:41.343351 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-f69a86e3-edfc-4ebe-81e1-39b670802135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.344855 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-f69a86e3-edfc-4ebe-81e1-39b670802135 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1393552
Feb 07 02:01:41.460885 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-0d4314b7-5877-4b7c-aac4-37cae911b3b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 998 time: 0.1079903
Feb 07 02:01:41.539701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-5551ea44-0e7c-4ad6-9a37-09f0a1bf2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.541363 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-5551ea44-0e7c-4ad6-9a37-09f0a1bf2d8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0737383
Feb 07 02:01:41.626490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-fddf4f6c-65b3-418d-b429-1b42fc406edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.629085 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-fddf4f6c-65b3-418d-b429-1b42fc406edf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810463
Feb 07 02:01:41.782261 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-4191d7d9-38c2-4166-b5a9-cffbbbd675f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461318
Feb 07 02:01:41.867294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebb6ca-baa7-49cd-a8bd-66d1931bf68d req-76059f10-f7c0-487b-afce-146e5eb9c500 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:41.868937 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ddebb6ca-baa7-49cd-a8bd-66d1931bf68d req-76059f10-f7c0-487b-afce-146e5eb9c500 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1755404
Feb 07 02:01:41.934929 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e7af2a3a-f02a-4dd7-97eb-477e6e9b7672 req-7c22bf84-6255-4f02-afb5-1a947b32e985 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427567
Feb 07 02:01:41.939211 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ddebb6ca-baa7-49cd-a8bd-66d1931bf68d req-81e6a54c-2e96-49de-9d02-fc24eb904e6f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0580499
Feb 07 02:01:43.243581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf82415-1a9a-4780-a487-44af4d9c5459 req-51a8680f-3261-4efa-a5bf-62b51155425a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:43.245224 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-daf82415-1a9a-4780-a487-44af4d9c5459 req-51a8680f-3261-4efa-a5bf-62b51155425a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1639538
Feb 07 02:01:43.313449 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-daf82415-1a9a-4780-a487-44af4d9c5459 req-d50d7386-835f-4cb3-a1a4-35a286e53cb0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0619366
Feb 07 02:01:44.611232 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf79ed-10e3-4539-acbb-e6a2f865fcee req-ad7243b3-f8e8-47b9-b9c8-951a7fa0c1fd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:44.613268 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2faf79ed-10e3-4539-acbb-e6a2f865fcee req-ad7243b3-f8e8-47b9-b9c8-951a7fa0c1fd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1641049
Feb 07 02:01:44.676924 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2faf79ed-10e3-4539-acbb-e6a2f865fcee req-de2fc810-113b-450d-a31e-06605534288b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0574603
Feb 07 02:01:45.977378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02a780-224d-404b-a131-e8aac77c2522 req-cf64faad-1b83-491b-bd88-617e95d2ef5f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:45.979072 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ae02a780-224d-404b-a131-e8aac77c2522 req-cf64faad-1b83-491b-bd88-617e95d2ef5f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1687839
Feb 07 02:01:46.045145 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ae02a780-224d-404b-a131-e8aac77c2522 req-467da571-ec14-4480-b719-fdb526d71e4d tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0596108
Feb 07 02:01:46.250021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6fc3-412b-42f2-8273-af4b64a1d96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:47.335212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb4e4-712f-4cb8-a4dc-713bd0922c09 req-df4f0f48-d3d3-4686-a2fc-593c77a590cd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:47.336838 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-724fb4e4-712f-4cb8-a4dc-713bd0922c09 req-df4f0f48-d3d3-4686-a2fc-593c77a590cd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1649680
Feb 07 02:01:47.401345 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-724fb4e4-712f-4cb8-a4dc-713bd0922c09 req-443af67c-5c13-476f-9412-65ec51fca4bd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0581815
Feb 07 02:01:48.510082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5fc16875-dc5b-4798-928a-60ab3828d642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:48.698715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99985-3e6a-4861-8414-825cfb9e672d req-2f5bdb18-9264-48b3-98da-c02f8de4a1ad tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:48.700247 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-38e99985-3e6a-4861-8414-825cfb9e672d req-2f5bdb18-9264-48b3-98da-c02f8de4a1ad tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1678009
Feb 07 02:01:48.766583 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-38e99985-3e6a-4861-8414-825cfb9e672d req-9a845c66-14f9-4dfb-a3ba-f59a7545437c tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0588870
Feb 07 02:01:49.253202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:50.062773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c04e5-0815-4615-aca1-43f9963cd04e req-14c23d05-0f3b-4330-919f-e89ea550041f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:50.065055 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c96c04e5-0815-4615-aca1-43f9963cd04e req-14c23d05-0f3b-4330-919f-e89ea550041f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1650877
Feb 07 02:01:50.137340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c96c04e5-0815-4615-aca1-43f9963cd04e req-b9f321e7-4bb8-4041-bf73-27115eb09534 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0646310
Feb 07 02:01:50.547109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:50.701423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:50.727006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:51.090443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:01:51.166012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:01:51.166358 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:51.291874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:51.332913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:01:51.337237 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:01:51.381672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:51.384638 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-12da6165-bef3-4048-8672-04735900fad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:01:51.432765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02517-cda7-4c12-a7a7-5fa85bbb034b req-e39fe932-196b-48ea-92c6-df916e7609fd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:51.434544 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70e02517-cda7-4c12-a7a7-5fa85bbb034b req-e39fe932-196b-48ea-92c6-df916e7609fd tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1668940
Feb 07 02:01:51.460789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=6']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:01:51.464659 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:01:51.501956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-70e02517-cda7-4c12-a7a7-5fa85bbb034b req-23e8d6ad-8760-4dc5-9bfb-553c98c62db4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0600944
Feb 07 02:01:51.571885 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'code': 200}
Feb 07 02:01:51.745854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:01:51.937238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be438452-218d-4948-bb37-c878f4bf45eb req-bd1ba4df-51ea-47fa-bca5-61dff24b978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:51.938859 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be438452-218d-4948-bb37-c878f4bf45eb req-bd1ba4df-51ea-47fa-bca5-61dff24b978f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0769930
Feb 07 02:01:51.986554 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-be438452-218d-4948-bb37-c878f4bf45eb req-42f392e8-a3cf-4a9c-a617-168a101d3cb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406170
Feb 07 02:01:52.799577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217864bd-10bd-4e04-9b05-9c26ba748fbe req-3f43bd89-d361-4185-85bf-b80251686f33 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:52.801191 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-217864bd-10bd-4e04-9b05-9c26ba748fbe req-3f43bd89-d361-4185-85bf-b80251686f33 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1689730
Feb 07 02:01:52.866770 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-217864bd-10bd-4e04-9b05-9c26ba748fbe req-635b2623-32bc-457f-bda5-39e3d77b411b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0594389
Feb 07 02:01:54.168851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f312e-3afa-45d7-800d-94b75d98d2da req-e0915784-aef3-451a-8d59-3f12df96a7ee tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:54.170402 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f5f312e-3afa-45d7-800d-94b75d98d2da req-e0915784-aef3-451a-8d59-3f12df96a7ee tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1739709
Feb 07 02:01:54.234700 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2f5f312e-3afa-45d7-800d-94b75d98d2da req-b4ab584e-0811-4be0-a609-32124d9caa34 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0571668
Feb 07 02:01:54.355150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:01:54.426711 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 4b348131-bdbc-4e4b-a1c1-df2848a896cf triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:01:54.427073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:01:55.530640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c52800-5c1b-4ba5-a81c-7f125fba1d25 req-acbe874f-fc3b-4a84-9e4a-1474a929c6ea tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:01:55.532350 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33c52800-5c1b-4ba5-a81c-7f125fba1d25 req-acbe874f-fc3b-4a84-9e4a-1474a929c6ea tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1692166
Feb 07 02:01:55.597069 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-33c52800-5c1b-4ba5-a81c-7f125fba1d25 req-1d8ddc45-65b7-4189-bfcd-df7c1b77ed37 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0578356
Feb 07 02:02:00.656299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50132) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:00.808437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:00.823876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:00.828049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Usage tracker for resource:security_group_rule and tenant:c20c5c85aee94982ad5aa9b2bc12db6c is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:00.831831 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:00.837715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:00.922947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:00.955019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:00.964491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e68b4865-074f-4aa1-afd7-57e8355da045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:01.007687 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c20c5c85aee94982ad5aa9b2bc12db6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3501761
Feb 07 02:02:01.008573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436753a3-c8a8-4597-9171-8ee1c55a150f,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:01.010572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50138) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:01.016633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.017063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.017484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.017900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.019035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.019441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.019911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.020368 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.020852 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.021260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.021665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.022068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.022562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.022993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.023406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.023805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.024205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.024606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.025006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.025404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.025804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.026203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.026601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.027028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.031666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-941cc3e5-1d1c-4825-999c-bf2f3f867d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:01.078147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:01.106516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:01.275194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:01.280300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fc7155e5-fe5a-456c-a988-4435f9e6d009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:01.297010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436753a3-c8a8-4597-9171-8ee1c55a150f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:01.308554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.308967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.309374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.309776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.310174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.310568 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.310988 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.311385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.311770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.312158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.312552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.312939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.313413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.313805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.314196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.314583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.315036 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.315424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.315818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.316205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.316594 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.316980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.317366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.317753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:01.323131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:01.325055 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:01.326263 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2ed75a7c-2577-482b-8638-2bc6bb483a10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/436753a3-c8a8-4597-9171-8ee1c55a150f HTTP/1.1" status: 204  len: 168 time: 0.3145740
Feb 07 02:02:02.289496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50160) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:02.428575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1576173782-network', 'tenant_id': 'd35a1cc1fb404743960226d890449143'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:02.433597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:02.437700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Usage tracker for resource:network and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:02.440885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:02.446802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:02.486439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Made reservation on behalf of d35a1cc1fb404743960226d890449143 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:02:02.491455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.504380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.520367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:02.524359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Usage tracker for resource:security_group_rule and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:02.527299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:02.533040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:02.615853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.646523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.650764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2fca88d4-4a6b-4079-808d-7e085bea1d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:02.682452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 02:02:02.692288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168bc4ae-0e17-4b6b-a15f-4922481eb6d2,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:02.696197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:02.698699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.699115 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Added segment acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3 of type vxlan for network 3def0f04-2a91-4439-bfe3-d517d4739d10
Feb 07 02:02:02.727653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.841084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.842456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:02.843147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:02.847268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:02.954443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Pushing event updated for resources: {'Network': ['ID=3def0f04-2a91-4439-bfe3-d517d4739d10,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:02.958073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:02.965714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:02:02.979472 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-865493d4-5d2c-4fc4-8779-10f731453f87 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6888139
Feb 07 02:02:02.982061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50166) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:02.983001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:02:02.988353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Request body: {'subnet': {'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1576173782-subnet', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:02.993657 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:02.997795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Usage tracker for resource:subnet and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:03.000922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:03.007247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:03.040818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Made reservation on behalf of d35a1cc1fb404743960226d890449143 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:02:03.046069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6448371'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:03.494680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849352166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6448352'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:03.510960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:03.841703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9408204-d87e-4457-90ed-161f5278d893,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:03.845044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:03.916846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:03.917230 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Network hostable DHCP agents. Network: 3def0f04-2a91-4439-bfe3-d517d4739d10, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 02:02:03.957935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 02:02:03.998143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 3def0f04-2a91-4439-bfe3-d517d4739d10) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:04.008207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5bf69-4695-4f39-85fa-24d9c8d10a2e None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:02:04.013844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:04.014486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.056196 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2a750899-f34d-47d9-ad9e-d73dc78c5f11 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0730085
Feb 07 02:02:04.058911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50170) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:04.064453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:04.071136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:04.077432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Usage tracker for resource:router and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:04.083365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:04.092021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:04.126808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.128975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.239818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-3def0f04-2a91-4439-bfe3-d517d4739d10', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 02:02:04.240740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.257188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.524968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Allocated IP 172.20.0.2 (3def0f04-2a91-4439-bfe3-d517d4739d10/b9408204-d87e-4457-90ed-161f5278d893/4c2af47f-4cee-43fc-8f7c-b76edb6ef859) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:04.569445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.744939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.756326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Transition to ACTIVE for port object 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:04.772192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Transition to ACTIVE for port object 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:04.833456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.901306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:04.958944 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:04.991513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.002563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Pushing event updated for resources: {'Port': ['ID=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:05.008193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:05.044924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:05.046069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:05.048397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:05.108624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Attempting to bind port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:05.108954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Attempting to bind port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:05.109355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Attempting to bind port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 on network 3def0f04-2a91-4439-bfe3-d517d4739d10 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:05.115549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:05.115960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:05.116400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.116834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Bound using segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:05.117340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Bound port: 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:05.117757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.211074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] For port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:05.214296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] For port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:05.250174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.265708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:05.272212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Allocated IP 172.27.1.7 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/e599bfe2-7aec-4bf0-8616-43044e5dfd05) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:05.419423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Pushing event updated for resources: {'Port': ['ID=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:05.425059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:05.487234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.552982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:05.568971 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:05.704992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Pushing event updated for resources: {'Port': ['ID=e599bfe2-7aec-4bf0-8616-43044e5dfd05,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:05.708118 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:05.771580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:05.773152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:05.775647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:05.940132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:06.046691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:06.256780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:06.617798 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:06.804695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaaada4-235b-41db-b7e0-e00897a20a84 None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:02:06.944666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Provisioning for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:06.955507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Provisioning complete for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:06.957316 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:07.127030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Router dd83064e-fcfe-4346-8dac-6784a75c154d is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 02:02:07.225126 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:07.272598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] For port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:07.304082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:07.306133 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:07.395676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:02:07.396683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Pushing event updated for resources: {'Port': ['ID=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:07.400259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:07.414094 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:02:07.427041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:07.427807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b30630>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:01:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:07.452719 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:07.454549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.3942323
Feb 07 02:02:07.458235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50174) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:07.530098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7f25f6f6-88f9-46bf-a8d8-cb421f23e162 None None] Provisioning complete for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:07.530538 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7f25f6f6-88f9-46bf-a8d8-cb421f23e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:07.848993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:07.857289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-2a974369-d688-4b39-b9d7-005ab0988c4a None None] Provisioning complete for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:07.857791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2a974369-d688-4b39-b9d7-005ab0988c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.036530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:08.142077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:08.142492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.212106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b30630>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:06Z', 'revision_number': 3, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:08.216443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:02:08.217038 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Updating router dd83064e-fcfe-4346-8dac-6784a75c154d port e599bfe2-7aec-4bf0-8616-43044e5dfd05 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 02:02:08.278083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.281551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-55563bf6-731e-42db-9f23-2d82e4ede0c2 None None] Provisioning complete for port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:08.281968 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55563bf6-731e-42db-9f23-2d82e4ede0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.529754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.689557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.702690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Transition to ACTIVE for port object e599bfe2-7aec-4bf0-8616-43044e5dfd05 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:08.740947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.758029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c07e4462-daee-4e4e-9936-510635eea5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:08.874224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Allocated IP 172.20.0.1 (3def0f04-2a91-4439-bfe3-d517d4739d10/b9408204-d87e-4457-90ed-161f5278d893/952d28a8-9029-456a-a460-e018af458d06) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:08.898512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Pushing event updated for resources: {'Port': ['ID=e599bfe2-7aec-4bf0-8616-43044e5dfd05,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:08.921418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.921796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.922171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.922542 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.922937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.923318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.923682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.924044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.925695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.926063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.926428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.926816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.927315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.927683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.928046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.928407 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.928766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.929129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.929486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.929844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.930278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.930645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.931029 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.935031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:08.935678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:08.985783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Attempting to bind port e599bfe2-7aec-4bf0-8616-43044e5dfd05 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:08.986201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Attempting to bind port e599bfe2-7aec-4bf0-8616-43044e5dfd05 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:08.986598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Attempting to bind port e599bfe2-7aec-4bf0-8616-43044e5dfd05 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:08.993536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:08.993954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:08.994400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:08.994833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:08.995757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Bound port: e599bfe2-7aec-4bf0-8616-43044e5dfd05, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:08.995757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.031229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.048477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Transition to ACTIVE for port object 952d28a8-9029-456a-a460-e018af458d06 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:09.082562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] For port e599bfe2-7aec-4bf0-8616-43044e5dfd05, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:09.085793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] For port e599bfe2-7aec-4bf0-8616-43044e5dfd05, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e599bfe2-7aec-4bf0-8616-43044e5dfd05,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:09.095627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.112144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3dcb58d1-3c97-464a-a369-ca4ebe3f890e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:09.118459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.134545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9d7e86e5-220c-4d66-b6b7-d18487b48c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:09.255718 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Pushing event updated for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:09.260878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:09.288235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Pushing event updated for resources: {'Port': ['ID=e599bfe2-7aec-4bf0-8616-43044e5dfd05,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:09.291600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c10ef281-4ed1-456e-8ac0-87ef151f4614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:09.311549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:09.312734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:09.315385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:09.332793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:09.333469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b30630>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:01:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:09.374809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.529666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:09.533907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.583896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-eaad9914-f5a9-42c3-9093-32e51a306da7 None None] Provisioning for port 952d28a8-9029-456a-a460-e018af458d06 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:09.589486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-eaad9914-f5a9-42c3-9093-32e51a306da7 None None] Provisioning complete for port 952d28a8-9029-456a-a460-e018af458d06 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:09.589970 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-eaad9914-f5a9-42c3-9093-32e51a306da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.648793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-eaad9914-f5a9-42c3-9093-32e51a306da7 None None] Port 952d28a8-9029-456a-a460-e018af458d06 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:09.832332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.853815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3b30630>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:06Z', 'revision_number': 3, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:09.858073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbc83-7a17-4f4f-92a5-a19193a7cf7d None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:06Z', 'revision_number': 3, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:02:09.863896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:09.894987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:09.980861 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Pushing event updated for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:09.984427 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:10.001277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:10.132600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:10.134020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:10.375292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-ee1cbab5-10b8-425d-9baf-53e227415aa4 None None] Provisioning complete for port 952d28a8-9029-456a-a460-e018af458d06 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:10.375708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbab5-10b8-425d-9baf-53e227415aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:10.379989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:02:10.441315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cbab5-10b8-425d-9baf-53e227415aa4 None None] Port 952d28a8-9029-456a-a460-e018af458d06 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:10.583194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:02:10.601012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-4b7cccb7-02b6-42b5-b74a-be18846169ba admin admin] 10.222.0.38 "PUT /v2.0/routers/dd83064e-fcfe-4346-8dac-6784a75c154d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1407056
Feb 07 02:02:11.662117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50196) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:11.668806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-790377186-network', 'tenant_id': '6f434342d9e242f689d107119d71156a'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:11.674062 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:11.678206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Usage tracker for resource:network and tenant:6f434342d9e242f689d107119d71156a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:11.681261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:11.687043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:11.789331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Made reservation on behalf of 6f434342d9e242f689d107119d71156a for: {'network': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:02:11.794278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for network, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:11.807904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:11.822955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:11.826967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Usage tracker for resource:security_group_rule and tenant:6f434342d9e242f689d107119d71156a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:11.829910 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:11.835668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:11.928333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e599bfe2-7aec-4bf0-8616-43044e5dfd05 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:11.982410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.012278 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.016765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f4045e9f-ba60-4b66-a748-fcde6280b896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:12.038147 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port e599bfe2-7aec-4bf0-8616-43044e5dfd05 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:12.043668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port e599bfe2-7aec-4bf0-8616-43044e5dfd05 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:12.044088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.049178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 07 02:02:12.059487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57947a23-5452-49da-bd83-cb40f6638078,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:12.063300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:12.065948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251595098979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.066382 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.segments_db [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Added segment 6a89be28-fea5-4929-8670-132af3dd02f0 of type vxlan for network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0
Feb 07 02:02:12.144384 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785259170521'] for network, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.172836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.197569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port e599bfe2-7aec-4bf0-8616-43044e5dfd05, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e599bfe2-7aec-4bf0-8616-43044e5dfd05,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:12.223739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.225676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:12.253141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210'] for network, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.254455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:12.255224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.260863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bdd26cee-b327-49fd-be34-e76b63eab6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:12.297896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=e599bfe2-7aec-4bf0-8616-43044e5dfd05,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:12.301307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:12.376710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7fb17f-5e6a-4b36-8a12-89669da58fd0,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:12.376710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:12.384200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 details requested by agent ovs-agent-dv-cinder-740146-7-iscsi with host dv-cinder-740146-7-iscsi {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:02:12.396897 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-16f369a8-5cad-491b-9326-5611c856b378 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7327240
Feb 07 02:02:12.399098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50200) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:12.401480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=80061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 07 02:02:12.405205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Request body: {'subnet': {'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-790377186-subnet', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'ip_version': 4}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:12.410586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:12.414766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Usage tracker for resource:subnet and tenant:6f434342d9e242f689d107119d71156a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:12.417860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:12.423628 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:12.458104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Made reservation on behalf of 6f434342d9e242f689d107119d71156a for: {'subnet': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:02:12.463005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6776563'] for subnet, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:12.702762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:02:12.753535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:12.754213 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f89b00>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:01:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:12.964863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:13.027393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7000332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6776544'] for subnet, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.043235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:13.171162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71010287-a38e-400e-8c21-0fc6af10bb16,revision_number=0']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:13.184136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:13.241706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Checking segment: {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:13.242097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Network hostable DHCP agents. Network: 5c7fb17f-5e6a-4b36-8a12-89669da58fd0, hostable agents: ['d748ff92-dadf-434e-b3f9-8b3b33d10261'], hosted agents: [] {{(pid=80059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 07 02:02:13.286581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 is scheduled to be hosted by DHCP agent d748ff92-dadf-434e-b3f9-8b3b33d10261 with binding_index 1 {{(pid=80059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 07 02:02:13.300656 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f89b00>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:13.304818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:02:13.305223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Updating router dd83064e-fcfe-4346-8dac-6784a75c154d port 952d28a8-9029-456a-a460-e018af458d06 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 02:02:13.320994 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-iscsi, 5c7fb17f-5e6a-4b36-8a12-89669da58fd0) {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:13.334696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:13.335413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.339975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5cd7d-b303-417e-999c-a070b5a85d14 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:02:13.387117 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-47fca002-4119-4f88-919c-5dfe93c732bc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9844306
Feb 07 02:02:13.387329 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50204) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:13.392741 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:13.397763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:13.401823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Usage tracker for resource:router and tenant:6f434342d9e242f689d107119d71156a is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:13.405372 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:13.411863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:13.441457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854224344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24643'] for router, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.442464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-549664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854258678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854751142'] for router, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.447245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.457820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.771635 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2db0823-711e-55c0-b333-8aaa65e56057-5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'fixed_ips': [{'subnet_id': '71010287-a38e-400e-8c21-0fc6af10bb16'}]}} from dv-cinder-740146-7-iscsi. {{(pid=80061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 07 02:02:13.772592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:13.918189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e599bfe2-7aec-4bf0-8616-43044e5dfd05 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:14.023593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854224327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854751127'] for router, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.167171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port e599bfe2-7aec-4bf0-8616-43044e5dfd05 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:14.167592 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.234022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.resource_extend [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 07 02:02:14.389436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.389742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.422664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.454007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Transition to ACTIVE for port object 952d28a8-9029-456a-a460-e018af458d06 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:14.470544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Allocated IP 172.20.0.2 (5c7fb17f-5e6a-4b36-8a12-89669da58fd0/71010287-a38e-400e-8c21-0fc6af10bb16/914205cd-cf13-4b62-b03b-7387b8fe6da8) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:14.555239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.579642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:14.709850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Allocated IP 172.27.1.193 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/901fed22-c4cd-4acc-8625-c3c9e1391453) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:14.876685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.926524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7e5e2-e328-46aa-9cdf-cdbc8de3364a None None] Pushing event updated for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:14.936132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:14.941929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0ef7e5e2-e328-46aa-9cdf-cdbc8de3364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:14.951921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d3d2a15c-0d63-46e1-b4a7-d809a0b7b3f6 tempest-TestMinimumBasicScenario-1948906724 tempest-TestMinimumBasicScenario-1948906724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:15.098322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Pushing event updated for resources: {'Port': ['ID=901fed22-c4cd-4acc-8625-c3c9e1391453,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:15.101590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:15.159717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:15.160933 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:15.163784 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:15.179234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.197834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Transition to ACTIVE for port object 914205cd-cf13-4b62-b03b-7387b8fe6da8 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:15.200963 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Attempting to bind port 952d28a8-9029-456a-a460-e018af458d06 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:15.201378 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Attempting to bind port 952d28a8-9029-456a-a460-e018af458d06 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:15.201788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Attempting to bind port 952d28a8-9029-456a-a460-e018af458d06 on network 3def0f04-2a91-4439-bfe3-d517d4739d10 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:15.212993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:15.213422 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:15.213874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.214524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Bound using segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:15.214808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Bound port: 952d28a8-9029-456a-a460-e018af458d06, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:15.215266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.239774 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Transition to ACTIVE for port object 914205cd-cf13-4b62-b03b-7387b8fe6da8 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:15.273385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.296070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:15.475612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Pushing event updated for resources: {'Port': ['ID=914205cd-cf13-4b62-b03b-7387b8fe6da8,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:15.495054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:15.506567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] For port 952d28a8-9029-456a-a460-e018af458d06, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:15.526810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] For port 952d28a8-9029-456a-a460-e018af458d06, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=952d28a8-9029-456a-a460-e018af458d06,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:15.544836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:15.546001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:15.548607 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:15.586321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.606494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:15.634311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.743690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Attempting to bind port 914205cd-cf13-4b62-b03b-7387b8fe6da8 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:15.744028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Attempting to bind port 914205cd-cf13-4b62-b03b-7387b8fe6da8 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:15.744436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Attempting to bind port 914205cd-cf13-4b62-b03b-7387b8fe6da8 on network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:15.762808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:15.763245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Checking segment: {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:15.763685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.764115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Bound using segment: {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:15.764622 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Bound port: 914205cd-cf13-4b62-b03b-7387b8fe6da8, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:15.765039 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:15.803426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7e5e2-e328-46aa-9cdf-cdbc8de3364a None None] Pushing event updated for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:15.806903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0ef7e5e2-e328-46aa-9cdf-cdbc8de3364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:15.912307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:15.913009 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f89b00>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:01:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:16.015367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225953'] for router, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:16.064581 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] For port 914205cd-cf13-4b62-b03b-7387b8fe6da8, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:16.090769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] For port 914205cd-cf13-4b62-b03b-7387b8fe6da8, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=914205cd-cf13-4b62-b03b-7387b8fe6da8,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:16.122707 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:16.139878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fa154691-856a-405e-9f01-ad6bf5d652b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:16.274837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 is scheduled to L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 with binding_index 1 {{(pid=80059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 07 02:02:16.290297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:16.585119 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-4300650d-baaf-4ccd-aa6a-408fd4d2a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:16.645149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Pushing event updated for resources: {'Port': ['ID=914205cd-cf13-4b62-b03b-7387b8fe6da8,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:16.657675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b8f276c7-0b85-414f-85a7-72d60481afe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:16.719817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:02:16.729333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Sync routers for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:02:16.739536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:16.740218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b8d0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:01:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:16.766374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:16.770981 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c92e74b4-4559-4bc0-9d36-bc0cdd543823 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3794723
Feb 07 02:02:16.772472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50214) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:02:16.902569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a1f89b00>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:15Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:16.907929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e28f9-8a88-48b9-bdf3-6ca4c7fb7dc4 None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:15Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:02:16.943330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:17.325398 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b8d0>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:15Z', 'revision_number': 3, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:17.333012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Checking router: 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:02:17.333665 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Updating router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 port 901fed22-c4cd-4acc-8625-c3c9e1391453 binding host dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 02:02:17.560895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:17.663900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.033073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 952d28a8-9029-456a-a460-e018af458d06 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:18.056242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.070714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Transition to ACTIVE for port object 901fed22-c4cd-4acc-8625-c3c9e1391453 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:18.086858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Allocated IP 172.20.0.1 (5c7fb17f-5e6a-4b36-8a12-89669da58fd0/71010287-a38e-400e-8c21-0fc6af10bb16/a9a3a297-d64f-42ba-8019-995344a649d3) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:18.100785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.119990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:18.152347 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 952d28a8-9029-456a-a460-e018af458d06 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:18.158220 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 952d28a8-9029-456a-a460-e018af458d06 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:18.159513 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.275598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.293686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Transition to ACTIVE for port object a9a3a297-d64f-42ba-8019-995344a649d3 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:18.297008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e367-91fb-44f4-a2b6-5dd779ea0372 None None] Pushing event updated for resources: {'Port': ['ID=901fed22-c4cd-4acc-8625-c3c9e1391453,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:18.302234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9ea4e367-91fb-44f4-a2b6-5dd779ea0372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:18.334698 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.355496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.370054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca1a7c-6d5f-488e-a2c8-5c55db90fc88 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:02:18.373065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-251eea0c-a591-41db-a0e1-ede887934220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Attempting to bind port 901fed22-c4cd-4acc-8625-c3c9e1391453 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Attempting to bind port 901fed22-c4cd-4acc-8625-c3c9e1391453 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Attempting to bind port 901fed22-c4cd-4acc-8625-c3c9e1391453 on network d62431df-21c8-4eda-8254-ddc0fb4eeb31 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Checking segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Bound using segment: {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:18.385783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Bound port: 901fed22-c4cd-4acc-8625-c3c9e1391453, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e525cfb6-0b39-45ca-accc-cfddae7df2f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:18.386512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.458814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 952d28a8-9029-456a-a460-e018af458d06, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=952d28a8-9029-456a-a460-e018af458d06,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:18.474276 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] For port 901fed22-c4cd-4acc-8625-c3c9e1391453, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:18.478134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] For port 901fed22-c4cd-4acc-8625-c3c9e1391453, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=901fed22-c4cd-4acc-8625-c3c9e1391453,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:18.492642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.493365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 914205cd-cf13-4b62-b03b-7387b8fe6da8 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:18.512456 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:18.517905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:18.528019 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.528216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:18.546144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3b095209-e926-46a9-8e2f-793e04f2b998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:18.570562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:18.571984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:18.574550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:18.591423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-45aa3327-4c55-477d-8ad9-119b4308e59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.593031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-5a4eca71-5b28-43ef-afea-b48e8f3e2462 None None] Provisioning for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:18.633583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854220773'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.700771 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e367-91fb-44f4-a2b6-5dd779ea0372 None None] Pushing event updated for resources: {'Port': ['ID=901fed22-c4cd-4acc-8625-c3c9e1391453,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:18.708060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9ea4e367-91fb-44f4-a2b6-5dd779ea0372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:18.726425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:18.732583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:18.755570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:18.756255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b8d0>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:02:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:18.774956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:18.788051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:18.788616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.941485 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.960017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:18.960876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:18.981964 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 914205cd-cf13-4b62-b03b-7387b8fe6da8, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=914205cd-cf13-4b62-b03b-7387b8fe6da8,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:19.012515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.014543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:19.099260 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=914205cd-cf13-4b62-b03b-7387b8fe6da8,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:19.102670 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:19.183786 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Provisioning for port a9a3a297-d64f-42ba-8019-995344a649d3 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:19.190965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Provisioning complete for port a9a3a297-d64f-42ba-8019-995344a649d3 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:19.191308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.268860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Port a9a3a297-d64f-42ba-8019-995344a649d3 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:19.282169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Provisioning complete for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:19.282869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-74886b1c-25e6-491c-8164-09b2414e4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.287534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.304294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f5b8d0>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:15Z', 'revision_number': 3, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:19.309053 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7501043b-173f-432b-bf6b-c0e9ac35793e None None] The sync data for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi is: [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:15Z', 'revision_number': 3, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:02:19.317026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.329843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.360354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4b889bd0-f8fc-4870-a582-f6bd5f34b289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:19.449925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:19.452702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550598'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.551371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b3dc53e8-2628-4287-b672-ddba32cbfb49 None None] Provisioning complete for port a9a3a297-d64f-42ba-8019-995344a649d3 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:19.551896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3dc53e8-2628-4287-b672-ddba32cbfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.626936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc53e8-2628-4287-b672-ddba32cbfb49 None None] Port a9a3a297-d64f-42ba-8019-995344a649d3 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:19.639981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b3dc53e8-2628-4287-b672-ddba32cbfb49 None None] Provisioning complete for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:19.640299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b3dc53e8-2628-4287-b672-ddba32cbfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:19.727106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:19.900130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:19.901345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:19.954206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-76db72c6-22b2-467e-abfc-ec70026aad83 None None] Provisioning complete for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:19.954723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76db72c6-22b2-467e-abfc-ec70026aad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.051601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 952d28a8-9029-456a-a460-e018af458d06 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:20.152733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:02:20.198661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 952d28a8-9029-456a-a460-e018af458d06 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:20.199112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.353198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-0c94540e-17c9-48c5-b046-1c777d39551c None None] Provisioning complete for port a9a3a297-d64f-42ba-8019-995344a649d3 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:20.353617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0c94540e-17c9-48c5-b046-1c777d39551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.356855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:02:20.366370 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-24663dcd-dafd-4049-9b4e-91d93509fc25 admin admin] 10.222.0.38 "PUT /v2.0/routers/7ab5a177-e1a7-471c-81a1-09cc60ac17d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5923088
Feb 07 02:02:20.393302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 914205cd-cf13-4b62-b03b-7387b8fe6da8 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:20.464621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-0c94540e-17c9-48c5-b046-1c777d39551c None None] Port a9a3a297-d64f-42ba-8019-995344a649d3 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:20.481818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 914205cd-cf13-4b62-b03b-7387b8fe6da8 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:20.482241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.604076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.625582 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 901fed22-c4cd-4acc-8625-c3c9e1391453 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:20.726565 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.753280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.754134 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port 901fed22-c4cd-4acc-8625-c3c9e1391453 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:20.759813 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 901fed22-c4cd-4acc-8625-c3c9e1391453 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:20.760221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.904596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-74b34e0a-2ac1-4408-ac2b-6cd5126a2e5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0814536
Feb 07 02:02:20.909663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.927212 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port 901fed22-c4cd-4acc-8625-c3c9e1391453, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=901fed22-c4cd-4acc-8625-c3c9e1391453,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:20.958148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:20.960106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:21.036223 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=901fed22-c4cd-4acc-8625-c3c9e1391453,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:21.039832 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:21.081491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-28fc49a1-bfe5-45d6-9910-be1fc7b7c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:21.083162 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-28fc49a1-bfe5-45d6-9910-be1fc7b7c126 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0826705
Feb 07 02:02:21.229288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-402300541', 'description': 'tempest-TestVolumeBootPattern-402300541 description'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:21.249359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-4027ee5f-3dcc-41e8-82ec-dd429cbf00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:21.250970 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-4027ee5f-3dcc-41e8-82ec-dd429cbf00a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1440079
Feb 07 02:02:21.254477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:21.258700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:security_group and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:21.261775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:21.267643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:21.352639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.363072 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-8081f9cb-a6b3-4cc0-8843-2b2e626d700d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 1000 time: 0.1045921
Feb 07 02:02:21.375463 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:21.380728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:security_group_rule and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:21.383742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:21.389580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:21.435224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-49f884fb-c80b-4708-bb03-040028b02aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:21.436787 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-49f884fb-c80b-4708-bb03-040028b02aa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0670607
Feb 07 02:02:21.464187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.497874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.504369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b621912-c8cf-4f20-8825-d1c3f0cd06fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:21.519763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-fe646389-ba77-4b62-8440-cafbe18b2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:21.521380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-fe646389-ba77-4b62-8440-cafbe18b2548 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775514
Feb 07 02:02:21.548482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:21.552313 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:21.575293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.576646 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-01c713ea-fdf1-476b-b1d6-05e7429afea1 req-edcb8807-1068-4638-a75b-9961e0f30d97 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4847658
Feb 07 02:02:21.671538 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-4d7a55f6-f1a1-4dd8-85b4-e014cb92a39c service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428545
Feb 07 02:02:21.673752 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92293e28-6e72-4d69-870e-344b19faef3c req-f13f92e6-c7c6-4a8d-82f1-96c8f51eb9ec tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups/4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e HTTP/1.1" status: 200  len: 1806 time: 0.0632672
Feb 07 02:02:21.685284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:21.685637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:21.707742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:21.711965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:security_group_rule and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:21.715087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:21.721478 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:21.806506 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.818368 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f3eff181-40e0-49b1-848d-c7e84d274ee8 req-840589ee-b715-4085-860b-6233ebecf809 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393359
Feb 07 02:02:21.832593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.864021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.883330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-89d41c40-3853-4bf7-a0fa-a7a71d8d01cd tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:21.902060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60b309e-ea65-4ca3-a33e-bcbcd20931e8,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:21.905066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:21.920476 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 901fed22-c4cd-4acc-8625-c3c9e1391453 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:21.933139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:21.934488 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-92293e28-6e72-4d69-870e-344b19faef3c req-1c357348-4739-4c66-89cb-3d971d03d782 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2535875
Feb 07 02:02:21.996920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port 901fed22-c4cd-4acc-8625-c3c9e1391453 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:21.997337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:22.036073 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-0b860aac-3b3e-4b05-86fe-39c7d6367f80 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups/4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e HTTP/1.1" status: 200  len: 2399 time: 0.0656261
Feb 07 02:02:22.047843 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e', 'remote_group_id': None}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:22.048328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e', 'remote_group_id': None}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:22.071380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:22.075552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:security_group_rule and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:22.078625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:22.085604 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:22.186423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:22.210845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:22.240686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521639'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:22.243088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:22.266492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb787392-7fc0-4117-ad88-151d2a785ad4,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:22.271054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:22.304017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:22.305482 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee7e5c48-8b1c-4cdf-bd7c-2da9d3dd0241 req-e832990b-6560-4640-bd42-4d6b8b107333 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2626045
Feb 07 02:02:22.398116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Sync routers for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:02:22.408323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:22.409720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a4c20710>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:02:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:22.602974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:23.114780 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a4c20710>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 4, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'a9a3a297-d64f-42ba-8019-995344a649d3', 'name': '', 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'mac_address': 'fa:16:3e:cc:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:17Z', 'updated_at': '2021-02-07T02:02:19Z', 'revision_number': 2, 'project_id': '6f434342d9e242f689d107119d71156a', 'subnets': [{'id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:23.118919 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Checking router: 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:02:23.119331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Updating router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 port a9a3a297-d64f-42ba-8019-995344a649d3 binding host dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 07 02:02:23.183509 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:23.612418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:23.625433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Transition to ACTIVE for port object a9a3a297-d64f-42ba-8019-995344a649d3 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:23.664042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:23.677730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:23.820849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7d0f7-971a-445a-944d-6475daea77b3 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:23.826122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-45a7d0f7-971a-445a-944d-6475daea77b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:24.006077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Attempting to bind port a9a3a297-d64f-42ba-8019-995344a649d3 on host dv-cinder-740146-7-iscsi for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:24.006494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Attempting to bind port a9a3a297-d64f-42ba-8019-995344a649d3 by drivers openvswitch on host dv-cinder-740146-7-iscsi at level 0 using segments [{'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:24.007078 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Attempting to bind port a9a3a297-d64f-42ba-8019-995344a649d3 on network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:24.012936 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Checking agent: {'id': 'd6cc9c18-8d18-451c-ba85-ec5e699b46b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 42, 51), 'started_at': datetime.datetime(2021, 2, 7, 1, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:24.013357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Checking segment: {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:24.013838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:24.014281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Bound using segment: {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:24.014799 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Bound port: a9a3a297-d64f-42ba-8019-995344a649d3, host: dv-cinder-740146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a89be28-fea5-4929-8670-132af3dd02f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:24.015239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:24.125181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] For port a9a3a297-d64f-42ba-8019-995344a649d3, host dv-cinder-740146-7-iscsi, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:24.129844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] For port a9a3a297-d64f-42ba-8019-995344a649d3, host dv-cinder-740146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=a9a3a297-d64f-42ba-8019-995344a649d3,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:24.164117 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:24.178069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:24.336797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7d0f7-971a-445a-944d-6475daea77b3 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:24.349823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-45a7d0f7-971a-445a-944d-6475daea77b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:24.391973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:02:24.393189 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a4c20710>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:02:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:24.589411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:02:24.936759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a4c20710>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 4, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'a9a3a297-d64f-42ba-8019-995344a649d3', 'name': '', 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'mac_address': 'fa:16:3e:cc:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:17Z', 'updated_at': '2021-02-07T02:02:24Z', 'revision_number': 4, 'project_id': '6f434342d9e242f689d107119d71156a', 'subnets': [{'id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:02:24.941894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905935f9-365c-4513-b6c4-be6b04b7d3a9 None None] The sync data for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi is: [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 4, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'a9a3a297-d64f-42ba-8019-995344a649d3', 'name': '', 'network_id': '5c7fb17f-5e6a-4b36-8a12-89669da58fd0', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'mac_address': 'fa:16:3e:cc:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:17Z', 'updated_at': '2021-02-07T02:02:24Z', 'revision_number': 4, 'project_id': '6f434342d9e242f689d107119d71156a', 'subnets': [{'id': '71010287-a38e-400e-8c21-0fc6af10bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:02:25.941955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device a9a3a297-d64f-42ba-8019-995344a649d3 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:26.057947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning for port a9a3a297-d64f-42ba-8019-995344a649d3 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:26.063342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port a9a3a297-d64f-42ba-8019-995344a649d3 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:26.063767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:26.194596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:26.231833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] For port a9a3a297-d64f-42ba-8019-995344a649d3, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=a9a3a297-d64f-42ba-8019-995344a649d3,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:26.260884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:26.262930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:26.506431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Pushing event updated for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=5']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:26.509868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:27.917295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device a9a3a297-d64f-42ba-8019-995344a649d3 up at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:27.992984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Provisioning complete for port a9a3a297-d64f-42ba-8019-995344a649d3 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:27.993394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:28.745610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:02:40.079426 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-40f287c2-8af5-4512-90a6-613845a65f16 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:02:40.123023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-40f287c2-8af5-4512-90a6-613845a65f16 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:02:40.124262 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-40f287c2-8af5-4512-90a6-613845a65f16 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-402300541&fields=id&tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 267 time: 0.1033909
Feb 07 02:02:40.370130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-b83c54f9-3d33-4b27-85e1-07ef7c9ac9c4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:40.370941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-b83c54f9-3d33-4b27-85e1-07ef7c9ac9c4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:02:40.420108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-b83c54f9-3d33-4b27-85e1-07ef7c9ac9c4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:02:40.421353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-b83c54f9-3d33-4b27-85e1-07ef7c9ac9c4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2894504
Feb 07 02:02:40.437797 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-f4961867-e8c3-4cde-92d0-0564afbe8869 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/quotas/d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 375 time: 0.0101933
Feb 07 02:02:40.556327 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-ad74e77c-cb2b-4445-a00f-6c2118af58eb tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1131537
Feb 07 02:02:40.572745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-5cfd1682-9931-4af4-b874-a43e1b813ecc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 02:02:40.573777 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-5cfd1682-9931-4af4-b874-a43e1b813ecc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054884
Feb 07 02:02:40.715402 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-f5e09c80-3308-43f2-ad16-5aab74e569b9 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355557
Feb 07 02:02:40.860382 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-64b08921-2882-4f81-a5df-a8148450ee47 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386592
Feb 07 02:02:41.387549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3b4114cd-4053-4897-af55-ddf2468d7320 req-791995cf-1bea-4f73-9a10-eb80fe13e50e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 210 time: 0.0554845
Feb 07 02:02:42.568175 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-de99e4c7-83b1-4e35-b0b1-0fba74a09789 req-888d735a-93d0-448f-ab7e-dae16f8f9d94 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 210 time: 0.0490320
Feb 07 02:02:43.274102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-bce13ee6-77f7-482b-af1a-be5d6431243e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:43.275809 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-bce13ee6-77f7-482b-af1a-be5d6431243e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2382638
Feb 07 02:02:43.398977 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-d19a2c38-bddd-43e8-9352-72bf3bf97ed4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 5763 time: 0.1032727
Feb 07 02:02:43.407742 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'port': {'device_id': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'admin_state_up': True, 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'security_groups': ['4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:43.557823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:43.561795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:port and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:43.564740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:43.571084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:43.605775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Made reservation on behalf of d35a1cc1fb404743960226d890449143 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:02:43.627627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:43.747795 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4fefd128-3710-434d-a7ab-56a0ce4cf6c7 req-53294f98-1722-45c1-9a3a-b090fe4869d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 210 time: 0.0494776
Feb 07 02:02:43.949181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.20.0.8 (3def0f04-2a91-4439-bfe3-d517d4739d10/b9408204-d87e-4457-90ed-161f5278d893/d3c2335a-214e-467f-ab4e-89252148b71c) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:02:44.151859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:44.168823 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Transition to ACTIVE for port object d3c2335a-214e-467f-ab4e-89252148b71c will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:44.223391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:44.239328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-555ecdb2-3705-4008-9481-d2b77af6af66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:44.391830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=d3c2335a-214e-467f-ab4e-89252148b71c,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:44.391830 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:44.448689 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:02:44.449947 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:02:44.452448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:02:44.585556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:44.586860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:44.635619 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-92497ae5-6ec6-492e-bfab-b63b283f1da0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2319295
Feb 07 02:02:44.654348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-aac3f4c2-9fc6-4a82-8d59-54bc6566de8d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 02:02:44.655348 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-aac3f4c2-9fc6-4a82-8d59-54bc6566de8d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057321
Feb 07 02:02:44.667668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Request body: {'port': {'device_id': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:44.708406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-1e01129a-568d-4704-a53b-d32bfffed806 None None] Provisioning for port d3c2335a-214e-467f-ab4e-89252148b71c completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:44.714183 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-1e01129a-568d-4704-a53b-d32bfffed806 None None] Provisioning complete for port d3c2335a-214e-467f-ab4e-89252148b71c triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:44.714610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1e01129a-568d-4704-a53b-d32bfffed806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:44.773452 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-1e01129a-568d-4704-a53b-d32bfffed806 None None] Port d3c2335a-214e-467f-ab4e-89252148b71c cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:02:44.795863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.046190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c141-4a67-4c8b-9fc9-41fb2ee0a543 req-5f0e3124-e44d-48d4-b219-307acf306074 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:45.047948 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4cc8c141-4a67-4c8b-9fc9-41fb2ee0a543 req-5f0e3124-e44d-48d4-b219-307acf306074 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 931 time: 0.1712589
Feb 07 02:02:45.115048 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4cc8c141-4a67-4c8b-9fc9-41fb2ee0a543 req-020ee5f7-baae-4be6-a5b8-658f23f1f3b2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0605705
Feb 07 02:02:45.223139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c2335a-214e-467f-ab4e-89252148b71c {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 02:02:45.231616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.243773 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Transition to ACTIVE for port object d3c2335a-214e-467f-ab4e-89252148b71c will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:02:45.279820 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.299453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:45.435330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c2335a-214e-467f-ab4e-89252148b71c,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:45.440353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:45.623889 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Attempting to bind port d3c2335a-214e-467f-ab4e-89252148b71c on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:02:45.624448 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Attempting to bind port d3c2335a-214e-467f-ab4e-89252148b71c by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:02:45.624615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Attempting to bind port d3c2335a-214e-467f-ab4e-89252148b71c on network 3def0f04-2a91-4439-bfe3-d517d4739d10 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:02:45.630736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:02:45.631148 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:02:45.631557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.631958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Bound using segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:02:45.632443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Bound port: d3c2335a-214e-467f-ab4e-89252148b71c, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:02:45.633412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.730967 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] For port d3c2335a-214e-467f-ab4e-89252148b71c, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:02:45.734051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] For port d3c2335a-214e-467f-ab4e-89252148b71c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d3c2335a-214e-467f-ab4e-89252148b71c,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:02:45.769135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.784195 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:45.939332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c2335a-214e-467f-ab4e-89252148b71c,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:45.943992 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:45.973697 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:45.974375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:45.975899 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] 10.222.0.21 "PUT /v2.0/ports/d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 1157 time: 1.3135552
Feb 07 02:02:46.143484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-1debc47d-5e19-4430-aabf-d3b107d087b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:46.145132 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-1debc47d-5e19-4430-aabf-d3b107d087b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1160 time: 0.0815389
Feb 07 02:02:46.230648 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-5ac909b8-b310-4535-827b-1e8b21af34fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 217 time: 0.0721893
Feb 07 02:02:46.266298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ce139b49-fe17-4d47-b59d-cc3bf9ea0dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:46.306031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-2e51b6be-98e8-4598-a0f7-dd927d55f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:46.307678 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-2e51b6be-98e8-4598-a0f7-dd927d55f587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0711472
Feb 07 02:02:46.416938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291c7-2172-440d-8620-4186aed0a6b2 req-88a07130-e659-4d19-b2e1-27a6fc5e7724 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:46.418785 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9ff291c7-2172-440d-8620-4186aed0a6b2 req-88a07130-e659-4d19-b2e1-27a6fc5e7724 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1716323
Feb 07 02:02:46.489903 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9ff291c7-2172-440d-8620-4186aed0a6b2 req-46f57f04-6fa5-4952-93d1-883805b31f43 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0643528
Feb 07 02:02:46.624708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494da0-7544-4918-a312-1075a75053e4 req-e69e510f-8f05-4918-842d-c312d1c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:46.626529 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-e69e510f-8f05-4918-842d-c312d1c90ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3122749
Feb 07 02:02:46.768123 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-fe42fe5c-98ff-418c-a87d-4b2955d920d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351695
Feb 07 02:02:46.912307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87494da0-7544-4918-a312-1075a75053e4 req-b1cee469-edfd-4bbf-8e21-0f3eb95d2949 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374602
Feb 07 02:02:47.782251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f3d2-e256-484f-be9c-2a148fdc1573 req-559c5e09-4f69-4bed-a1c1-a8448ac6422e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:47.783821 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d30f3d2-e256-484f-be9c-2a148fdc1573 req-559c5e09-4f69-4bed-a1c1-a8448ac6422e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1639287
Feb 07 02:02:47.848314 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3d30f3d2-e256-484f-be9c-2a148fdc1573 req-bd5add0c-cdbb-414e-bf6e-f9e1da4bdffa tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0581186
Feb 07 02:02:48.534425 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6709dbb3-2194-487b-a7e6-717cd084ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:49.150978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9926c-b6fe-43ef-a63d-36aeeaff49e0 req-bea9f053-3b15-4998-9133-27ee40fb8c04 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:49.152590 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e0e9926c-b6fe-43ef-a63d-36aeeaff49e0 req-bea9f053-3b15-4998-9133-27ee40fb8c04 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1779253
Feb 07 02:02:49.218453 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e0e9926c-b6fe-43ef-a63d-36aeeaff49e0 req-ddc2f2a0-7321-4fd4-af68-8292ee7ab343 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0596619
Feb 07 02:02:49.265941 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:50.521142 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0140c-82cb-4f2d-ae50-b48c721d5188 req-486d010f-2107-4204-81f5-5206e90ab829 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:50.522759 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78e0140c-82cb-4f2d-ae50-b48c721d5188 req-486d010f-2107-4204-81f5-5206e90ab829 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1703019
Feb 07 02:02:50.563190 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:50.586771 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-78e0140c-82cb-4f2d-ae50-b48c721d5188 req-240a79fd-f686-41c9-96e9-a835c86564c9 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0574431
Feb 07 02:02:50.700073 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:50.731303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:51.882040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad662-55f1-4cbf-9435-0dd10839b261 req-3a26cd44-0957-43ab-8cff-5ae30937c963 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:51.884557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b6ad662-55f1-4cbf-9435-0dd10839b261 req-3a26cd44-0957-43ab-8cff-5ae30937c963 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1705821
Feb 07 02:02:51.948922 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1b6ad662-55f1-4cbf-9435-0dd10839b261 req-fcff6978-b859-4727-9b95-89486f2e9e85 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0580881
Feb 07 02:02:53.238539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d77ae-b8b6-4995-89a5-b94df5ad8703 req-97968455-3aba-4172-ab12-42c0272db13f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:53.240203 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2d77ae-b8b6-4995-89a5-b94df5ad8703 req-97968455-3aba-4172-ab12-42c0272db13f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1636343
Feb 07 02:02:53.310263 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-cd2d77ae-b8b6-4995-89a5-b94df5ad8703 req-85d2e39b-e33b-4b6c-88f5-3ece91155219 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0632143
Feb 07 02:02:54.610164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228e2f-097d-4437-9475-760917ef5daa req-21439398-0c51-4f59-962b-7e3c36134345 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:54.611729 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e1228e2f-097d-4437-9475-760917ef5daa req-21439398-0c51-4f59-962b-7e3c36134345 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1632895
Feb 07 02:02:54.675780 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e1228e2f-097d-4437-9475-760917ef5daa req-d81dcbae-54db-42eb-a37d-36059a82c2ce tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578628
Feb 07 02:02:55.827729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d3c2335a-214e-467f-ab4e-89252148b71c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:55.933961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port d3c2335a-214e-467f-ab4e-89252148b71c completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:02:55.939111 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port d3c2335a-214e-467f-ab4e-89252148b71c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:55.939531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:55.971163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696ff37-38d3-4e79-8f5b-23bc7b596bc8 req-7d5dbdd0-d52f-4807-aafb-356bd385ac71 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:55.972815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c696ff37-38d3-4e79-8f5b-23bc7b596bc8 req-7d5dbdd0-d52f-4807-aafb-356bd385ac71 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 943 time: 0.1706953
Feb 07 02:02:56.037539 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-c696ff37-38d3-4e79-8f5b-23bc7b596bc8 req-4b374405-57b0-440b-a94b-c74190dc4fdc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0576296
Feb 07 02:02:56.064528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:56.095494 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:02:56.106651 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port d3c2335a-214e-467f-ab4e-89252148b71c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d3c2335a-214e-467f-ab4e-89252148b71c,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:02:56.134082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:56.136102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:02:56.168792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'code': 200}
Feb 07 02:02:56.207856 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=d3c2335a-214e-467f-ab4e-89252148b71c,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:02:56.216479 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.216874 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.217252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.217626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.217997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.218367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.218732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.219129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.219496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.219857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.220221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.220583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.221031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.221480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.221790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.222149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.222507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.222869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.223252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.223611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.223972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.224331 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.224689 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.225046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:02:56.230063 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:02:56.609483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e445a-b5f7-4880-8834-8a984e735046 req-85016d9c-6b47-449d-b938-bb22e7f03127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:56.611156 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a6e445a-b5f7-4880-8834-8a984e735046 req-85016d9c-6b47-449d-b938-bb22e7f03127 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.1585031
Feb 07 02:02:56.655380 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a6e445a-b5f7-4880-8834-8a984e735046 req-ed9b8e7c-96da-45ec-af8d-45ed8aa9ae3d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0377533
Feb 07 02:02:57.336728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135be21-29f1-4793-8a99-043f3110b5a9 req-44c865cc-7e7b-44e0-a032-1d6da0879521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:57.341650 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3135be21-29f1-4793-8a99-043f3110b5a9 req-44c865cc-7e7b-44e0-a032-1d6da0879521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.1651444
Feb 07 02:02:57.402950 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3135be21-29f1-4793-8a99-043f3110b5a9 req-b32f6b10-b448-45d0-95a2-95703d2fe415 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0580215
Feb 07 02:02:57.492896 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d3c2335a-214e-467f-ab4e-89252148b71c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:57.568871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port d3c2335a-214e-467f-ab4e-89252148b71c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:57.569296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:58.697702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a455bc3-2bdc-436c-8c33-fbbb1b5952dd req-7587ee8f-8840-497e-96c8-82598215803d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:58.699091 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a455bc3-2bdc-436c-8c33-fbbb1b5952dd req-7587ee8f-8840-497e-96c8-82598215803d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.1683857
Feb 07 02:02:58.765410 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a455bc3-2bdc-436c-8c33-fbbb1b5952dd req-f0bd6f16-7ce9-4d2d-9c88-f54c98770164 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599270
Feb 07 02:02:59.057561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469f31e-0d70-47e0-84f5-509ce051b138 req-00ccbdaa-54ef-4137-b195-6526052f2219 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:02:59.059298 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a469f31e-0d70-47e0-84f5-509ce051b138 req-00ccbdaa-54ef-4137-b195-6526052f2219 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.1675854
Feb 07 02:02:59.127430 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a469f31e-0d70-47e0-84f5-509ce051b138 req-f7dba9f0-09cc-496a-a46c-822697cdbd50 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0614641
Feb 07 02:02:59.374238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-aa26c855-c37a-48ca-ac6b-882dde96d684 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1888947
Feb 07 02:02:59.384423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:02:59.407998 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:02:59.413021 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:floatingip and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:02:59.417360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:02:59.423927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:02:59.462356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:59.526695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d3c2335a-214e-467f-ab4e-89252148b71c up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:02:59.608590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port d3c2335a-214e-467f-ab4e-89252148b71c triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:02:59.609174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:02:59.613023 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:00.101575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.27.1.224 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/7fbb9301-0831-40bf-87dd-fc7a6ceea66b) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:03:00.254626 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:00.308484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:00.327401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-705fb3e7-ef80-4d9c-9b78-05839527460a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:00.477814 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=7fbb9301-0831-40bf-87dd-fc7a6ceea66b,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:00.481985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:00.533085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:03:00.534178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:03:00.536520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:03:00.622104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:00.711155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:00.986770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:01.036790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:01.053435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1e1eea00-67f7-4e7f-8ece-9536a561db38 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:01.192042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=7fbb9301-0831-40bf-87dd-fc7a6ceea66b,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:01.197044 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:01.321157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:01.373993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:01.375365 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-f9e6f0fe-b926-452d-bf7b-f033a3770b8e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9951062
Feb 07 02:03:01.483661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-9a61c1cf-9d70-47ec-99b0-cfeaae927fc4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:03:01.531070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-9a61c1cf-9d70-47ec-99b0-cfeaae927fc4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:03:01.532397 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-9a61c1cf-9d70-47ec-99b0-cfeaae927fc4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200  len: 696 time: 0.1504660
Feb 07 02:03:01.777601 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-03061f59-70aa-4916-9752-55348c49e998 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:01.779149 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b4598fd0-0813-48ae-89c6-f7ed2cfceaeb req-03061f59-70aa-4916-9752-55348c49e998 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2408161
Feb 07 02:03:02.092188 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-afec1778-384a-4b1b-87ba-5d7c3dcb2b05 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:02.094046 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-afec1778-384a-4b1b-87ba-5d7c3dcb2b05 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1867161
Feb 07 02:03:02.211297 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-8904282d-f2ab-4e1f-9495-88032751425c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200  len: 696 time: 0.1093738
Feb 07 02:03:02.221842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'port_id': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:03:02.325915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:03.007006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:03.036999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:03.221851 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 3be707d4-70cb-4eb9-a227-89962e043bb2 associated. External IP: 172.27.1.224, port: d3c2335a-214e-467f-ab4e-89252148b71c.
Feb 07 02:03:03.822855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:03:04.015380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:03:04.019782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:04.026340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:03:04.036395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:04.037154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3a9d898>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:02:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:04.080355 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-c595f377-2050-48ff-ad67-bb7c6d5e86cd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "PUT /v2.0/floatingips/3be707d4-70cb-4eb9-a227-89962e043bb2 HTTP/1.1" status: 200  len: 996 time: 1.8627081
Feb 07 02:03:04.080845 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:03:04.226128 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:04.245221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-faf5b541-40a6-4c82-b133-980bfb77a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:04.246872 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-faf5b541-40a6-4c82-b133-980bfb77a4fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.1529462
Feb 07 02:03:04.397756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-595b15b0-7bbb-4238-94b6-4e81f7a460d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:04.399357 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-595b15b0-7bbb-4238-94b6-4e81f7a460d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1457438
Feb 07 02:03:04.521792 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-1b19e33d-62b0-4106-9505-3cd0ebcf72bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 999 time: 0.1150954
Feb 07 02:03:04.610453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-dfa6ca07-413c-451b-98f9-e7cdbc2d96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:04.612131 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-dfa6ca07-413c-451b-98f9-e7cdbc2d96d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0824862
Feb 07 02:03:04.695748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-1b60a34f-0b7d-4b59-9cc6-8f8cbac13547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:04.697926 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-1b60a34f-0b7d-4b59-9cc6-8f8cbac13547 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791316
Feb 07 02:03:04.748713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3a9d898>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '3be707d4-70cb-4eb9-a227-89962e043bb2', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:ac:26:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:03:00Z', 'updated_at': '2021-02-07T02:03:02Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:04.753121 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:03:04.762399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:04.763075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3a9d898>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:02:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:04.846467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-6750ce88-b408-4838-90f1-0ebfb6ff9409 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415520
Feb 07 02:03:04.958280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:04.991629 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-0d8e4b4d-a055-45ca-834a-230ca134f141 req-f7a7bd75-4709-4d6f-8d7c-e47c560f7340 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383715
Feb 07 02:03:05.090708 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'status': 'completed', 'code': 200}
Feb 07 02:03:05.212248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-d3ffcccb-9ffc-4daf-b259-30b522af30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:05.213892 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-d3ffcccb-9ffc-4daf-b259-30b522af30fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.0778244
Feb 07 02:03:05.326386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3a9d898>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '3be707d4-70cb-4eb9-a227-89962e043bb2', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:ac:26:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:03:00Z', 'updated_at': '2021-02-07T02:03:02Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:05.330625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b1a61-74a8-4753-9bb8-58dc4fa23aff None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '3be707d4-70cb-4eb9-a227-89962e043bb2', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:ac:26:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:03:00Z', 'updated_at': '2021-02-07T02:03:02Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:03:05.359781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-984c7d59-cb13-4a24-a44d-c7aa5cb05f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:05.361518 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-984c7d59-cb13-4a24-a44d-c7aa5cb05f85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1405752
Feb 07 02:03:05.474184 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-bcc3f919-f4b0-4e5b-931b-69c64a189574 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 999 time: 0.1055646
Feb 07 02:03:05.542703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-450f2e1c-7e7c-42aa-a4fa-fe241fdc6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:05.544303 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-450f2e1c-7e7c-42aa-a4fa-fe241fdc6651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0635781
Feb 07 02:03:05.630690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-88311318-d0ca-490c-a30b-a47c3ee6fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:05.632404 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-88311318-d0ca-490c-a30b-a47c3ee6fff2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817471
Feb 07 02:03:05.642403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af0c1b-7b96-4fde-a6bf-870d49be4f84 None None] New status for floating IP 3be707d4-70cb-4eb9-a227-89962e043bb2: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:03:05.746792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:03:05.776674 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-d0dbf8b9-e540-4813-a79e-43f690b84abb service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375208
Feb 07 02:03:05.952922 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87c4b764-844f-4a20-b9eb-4c78bbcab3cb req-2e16436d-eb9b-49df-90c5-5a206ced0244 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1687958
Feb 07 02:03:16.248219 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9fc07623-ecde-4fd1-8439-2c73eed4f7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:17.637847 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-01121dd7-8293-4610-bc14-65c5da1e3194 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/floatingips/aebf3530-0c0a-4dcc-9dcf-737c95faa8a7 HTTP/1.1" status: 200  len: 997 time: 0.1309800
Feb 07 02:03:17.875600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-d8639e86-32c1-41e2-8424-b6eac1fb5cc1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:17.877786 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-d8639e86-32c1-41e2-8424-b6eac1fb5cc1 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2337558
Feb 07 02:03:17.889416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-751de517-2026-4307-ba32-e96857640e7f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 07 02:03:17.890502 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-751de517-2026-4307-ba32-e96857640e7f tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0070062
Feb 07 02:03:18.021518 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-a778f668-c365-4b0f-a814-e06fedd758de tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.8 HTTP/1.1" status: 200  len: 1000 time: 0.1249707
Feb 07 02:03:18.180005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-020f495c-aa28-4613-aff5-2a0c8aaf8bc0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:18.181417 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-020f495c-aa28-4613-aff5-2a0c8aaf8bc0 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports/4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 943 time: 0.1533239
Feb 07 02:03:18.384977 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-28c67466-1318-4ea0-ba67-af9adad8e65d tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.8 HTTP/1.1" status: 200  len: 1000 time: 0.1236994
Feb 07 02:03:18.499614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-afaa1ebf-19bd-418d-812c-5d1509413848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:18.633610 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Deleting port 430c6923-7d24-43cb-ba84-5d10b7feef64 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:18.633985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:18.813624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:18.814172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:18.954961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Calling delete_port for 430c6923-7d24-43cb-ba84-5d10b7feef64 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:19.145185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:19.161164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-80b73ab5-2f5e-4b59-978e-7fb2672eb4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:19.259810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:19.267573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event deleted for resources: {'Port': ['ID=430c6923-7d24-43cb-ba84-5d10b7feef64,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:19.280728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.281139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.281544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.281946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.282344 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.282733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.283169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.283559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.283946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.284339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.284728 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.285132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.285611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.285999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.286385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.286768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.287178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.287559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.287940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.288321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.288705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.289087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.289467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.289847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:19.294744 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:19.406411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:19.406706 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Floating IP aebf3530-0c0a-4dcc-9dcf-737c95faa8a7 disassociated (deleted). External IP: 172.27.1.8, port: 4b348131-bdbc-4e4b-a1c1-df2848a896cf.
Feb 07 02:03:20.019724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Router 162e0e55-8a56-4bf5-8d99-42715d427695 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:03:20.209258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:03:20.220288 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Sync routers for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:03:20.230177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:20.230835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a31ffc18>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:20.257257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:20.316486 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8d3f16d3-15b1-47bd-9774-13d2de2ca75b tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "DELETE /v2.0/floatingips/aebf3530-0c0a-4dcc-9dcf-737c95faa8a7 HTTP/1.1" status: 204  len: 173 time: 1.9242859
Feb 07 02:03:20.317052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:03:20.414388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-7deea2c5-cc87-4189-9145-8bec59698885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:20.416176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-7deea2c5-cc87-4189-9145-8bec59698885 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0855331
Feb 07 02:03:20.422303 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:20.553984 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:20.577002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-fa3307a9-82b7-44eb-bcbd-56c8acd50d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:20.579387 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-fa3307a9-82b7-44eb-bcbd-56c8acd50d5b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1566098
Feb 07 02:03:20.654848 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-63ecfcd4-f97b-4765-b21c-14a1f7e4587b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 217 time: 0.0697157
Feb 07 02:03:20.713642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:20.731948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-675b625b-8b44-46b9-bfd1-524ac4913332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:20.733648 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-675b625b-8b44-46b9-bfd1-524ac4913332 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0720465
Feb 07 02:03:20.751088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:20.763789 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a31ffc18>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:20.767969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Checking router: 162e0e55-8a56-4bf5-8d99-42715d427695 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:03:20.776909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:20.777602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a31ffc18>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:20.818163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8a8aadf6-5607-4a4a-8b83-e349667d206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:20.819927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-8a8aadf6-5607-4a4a-8b83-e349667d206e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795047
Feb 07 02:03:20.967903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:20.971569 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-546e93c6-9d12-43ca-a826-f6f5912c711a service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430380
Feb 07 02:03:21.114117 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2c8d9766-7fbf-48a9-86e3-c3183ba3413d req-9cea2322-885f-4386-ba23-f1bcd328a8eb service neutron] 10.222.0.38 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412096
Feb 07 02:03:21.307824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a31ffc18>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:21.312178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a474ac6-4e9c-41ab-adf6-56d69ce232fd None None] The sync data for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi is: [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T01:58:25Z', 'revision_number': 4, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': 'dc7b5cf2-3b09-439f-89e9-1d2d074fffd5', 'name': '', 'network_id': '3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'mac_address': 'fa:16:3e:d9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:25Z', 'updated_at': '2021-02-07T01:58:34Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'subnets': [{'id': '3fe72a30-0dd0-400d-890b-90b72773c00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:03:21.358765 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'status': 'completed', 'code': 200}
Feb 07 02:03:21.487783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496279-472a-4e54-b194-16e1c8713310 req-d8b63733-6985-4203-a50d-d5271d2a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:21.489417 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-d8b63733-6985-4203-a50d-d5271d2a752e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=daf7bffcee1944158e1598bb1497210d&device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 1163 time: 0.0843232
Feb 07 02:03:21.642242 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496279-472a-4e54-b194-16e1c8713310 req-3f06a518-4cf5-4162-a6e0-4c216e4b2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:21.643900 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-3f06a518-4cf5-4162-a6e0-4c216e4b2127 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 200  len: 903 time: 0.1475101
Feb 07 02:03:21.725373 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-0d02922f-bc30-4297-b498-b9991960c199 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 200  len: 217 time: 0.0734773
Feb 07 02:03:21.729192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14aadc9-c876-4347-bbe4-b81b92009e7a None None] New status for floating IP aebf3530-0c0a-4dcc-9dcf-737c95faa8a7: DOWN {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:03:21.819598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496279-472a-4e54-b194-16e1c8713310 req-98c58910-0252-496b-954b-28fabc0eaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:21.821214 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-98c58910-0252-496b-954b-28fabc0eaee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 200  len: 848 time: 0.0665293
Feb 07 02:03:21.925027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496279-472a-4e54-b194-16e1c8713310 req-6fb006bd-9690-4670-b6b2-8e57ace7c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:21.926823 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-6fb006bd-9690-4670-b6b2-8e57ace7c6ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922477
Feb 07 02:03:21.954475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a85c2e-b266-4e14-9cd4-f4e3663f13d6 req-9e2ed7d5-0a6c-4e95-92fb-0a490e6de652 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:21.955318 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-54a85c2e-b266-4e14-9cd4-f4e3663f13d6 req-9e2ed7d5-0a6c-4e95-92fb-0a490e6de652 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:03:21.993682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-54a85c2e-b266-4e14-9cd4-f4e3663f13d6 req-9e2ed7d5-0a6c-4e95-92fb-0a490e6de652 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:03:21.995718 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-54a85c2e-b266-4e14-9cd4-f4e3663f13d6 req-9e2ed7d5-0a6c-4e95-92fb-0a490e6de652 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.2164748
Feb 07 02:03:22.075206 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-348ea504-6307-4b36-a7ac-5139d2e0b5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407871
Feb 07 02:03:22.113117 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-54a85c2e-b266-4e14-9cd4-f4e3663f13d6 req-554c7e8f-e738-4e26-b0e8-5ef0758e05b9 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1108868
Feb 07 02:03:22.140956 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-315bc55b-0c58-481f-8dff-d2a2daeb50c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1145699
Feb 07 02:03:22.223696 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ee496279-472a-4e54-b194-16e1c8713310 req-39f002bd-aca1-4b20-9414-1a78702896ec service neutron] 10.222.0.21 "GET /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412365
Feb 07 02:03:22.326420 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-d7b23491-2c1d-476e-aa92-f6e4fe0d459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:22.328030 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-d7b23491-2c1d-476e-aa92-f6e4fe0d459e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.0771356
Feb 07 02:03:22.483323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-6f6f2b16-062f-4e0c-99dd-ce346b29c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:22.484875 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-6f6f2b16-062f-4e0c-99dd-ce346b29c0c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1362133
Feb 07 02:03:22.597949 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-9462b76b-1a82-499a-9b90-4b861584af82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 1001 time: 0.1056263
Feb 07 02:03:22.667176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-8e2e6e8d-80ea-4154-a32e-03e25cc9d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:22.668691 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-8e2e6e8d-80ea-4154-a32e-03e25cc9d6b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0636895
Feb 07 02:03:22.754966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-d5603a08-b59a-43a9-9423-ac45e7d43af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:22.756469 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-d5603a08-b59a-43a9-9423-ac45e7d43af7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797651
Feb 07 02:03:22.900990 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-1b267c22-b5ef-4853-8114-82759b6f417b service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357689
Feb 07 02:03:23.044233 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4a7f9c25-74a0-4224-a5dc-838aa389062c req-db964c24-7c2f-49c1-b697-edb26f15d269 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351247
Feb 07 02:03:23.405975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d64d7a-5cba-4ca7-899a-be7cbebed757 req-bfddb012-cfe5-4b50-a828-12d91a21c523 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:23.407540 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-18d64d7a-5cba-4ca7-899a-be7cbebed757 req-bfddb012-cfe5-4b50-a828-12d91a21c523 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1663303
Feb 07 02:03:23.474730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-18d64d7a-5cba-4ca7-899a-be7cbebed757 req-ea9e5c24-4aca-437b-b001-703c25beece8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607920
Feb 07 02:03:23.694563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 4b348131-bdbc-4e4b-a1c1-df2848a896cf no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:23.817648 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:23.846413 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:03:23.856424 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-543ee440-57c6-487f-84df-86126956d7f4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:23.857245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-543ee440-57c6-487f-84df-86126956d7f4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Synchronizing usage tracker for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:03:23.857954 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:23.872650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-543ee440-57c6-487f-84df-86126956d7f4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Unset dirty status for tenant:daf7bffcee1944158e1598bb1497210d on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:03:23.873897 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-543ee440-57c6-487f-84df-86126956d7f4 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.21 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 946 time: 0.1799667
Feb 07 02:03:23.890860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:23.893334 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:23.970315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=7']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:23.973705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:23.977000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Deleting port 4b348131-bdbc-4e4b-a1c1-df2848a896cf {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:23.977397 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:24.008489 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'code': 200}
Feb 07 02:03:24.473700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] For port 4b348131-bdbc-4e4b-a1c1-df2848a896cf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=4b348131-bdbc-4e4b-a1c1-df2848a896cf,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:24.474302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:24.613272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Calling delete_port for 4b348131-bdbc-4e4b-a1c1-df2848a896cf owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:24.777295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872b2d5-039f-4237-961e-1d53080e6850 req-63e17dd1-5ba5-4362-9426-3c33031a7b20 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:03:24.778957 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b872b2d5-039f-4237-961e-1d53080e6850 req-63e17dd1-5ba5-4362-9426-3c33031a7b20 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 944 time: 0.1654596
Feb 07 02:03:24.787996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:24.805527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:24.844290 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b872b2d5-039f-4237-961e-1d53080e6850 req-69a98862-c692-4c90-8188-da0bcd164422 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f9401af-a45e-4221-b341-ef85bb862bfd&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0589318
Feb 07 02:03:24.912817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event deleted for resources: {'Port': ['ID=4b348131-bdbc-4e4b-a1c1-df2848a896cf,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:24.925103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.925520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.925927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.926354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.926732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.927171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.927567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.927959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.928352 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.928833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.929205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.929900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.930396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.930790 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.931204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.931596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.932586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.932981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.933702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.934099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.934493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.934903 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.935298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.935687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:03:24.939561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:25.037256 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] No DVR routers for this DVR port 4b348131-bdbc-4e4b-a1c1-df2848a896cf on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:03:25.039525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:25.091599 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7ff9601f-b898-4be6-acef-08ef1077ee38 req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.21 "DELETE /v2.0/ports/4b348131-bdbc-4e4b-a1c1-df2848a896cf HTTP/1.1" status: 204  len: 173 time: 1.2117097
Feb 07 02:03:26.055266 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-093eb7f2-bd38-4e48-97d5-959cae1486ee req-6fe8ca91-43c4-41a2-8154-bc05486ae307 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/ports?device_id=4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c HTTP/1.1" status: 200  len: 210 time: 0.0552108
Feb 07 02:03:27.302562 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-773d4500-794b-41f6-bee8-c6e9ad39378a tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "GET /v2.0/security-groups/6f9401af-a45e-4221-b341-ef85bb862bfd HTTP/1.1" status: 200  len: 2993 time: 0.0815318
Feb 07 02:03:27.401239 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:27.436920 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:27.530911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:27.538203 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-33376394-da20-48cb-9ab0-6316b8fe096e tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:27.562614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9401af-a45e-4221-b341-ef85bb862bfd,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:27.566740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:27.609032 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:27.610300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-09c734c9-e24f-469b-94f0-a7284e3f8e37 req-697fce42-136b-4566-acad-c23edc93c7a8 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] 10.222.0.38 "DELETE /v2.0/security-groups/6f9401af-a45e-4221-b341-ef85bb862bfd HTTP/1.1" status: 204  len: 173 time: 0.2992773
Feb 07 02:03:27.722229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50438) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:28.577357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:28.988943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Deleting port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:28.989321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:29.180524 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] For port dc7b5cf2-3b09-439f-89e9-1d2d074fffd5, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:29.180851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:29.314458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Calling delete_port for dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 owned by network:router_interface {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:29.722367 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:29.738231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d5e755e0-7c43-4a23-a729-d1b5b89f21b0 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:29.839986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7b5cf2-3b09-439f-89e9-1d2d074fffd5,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:29.844486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:30.398930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:30.913041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Router 162e0e55-8a56-4bf5-8d99-42715d427695 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:03:31.107268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:03:31.116251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Sync routers for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:03:31.120730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] 10.222.0.38 "PUT /v2.0/routers/162e0e55-8a56-4bf5-8d99-42715d427695/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3972268
Feb 07 02:03:31.123504 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50446) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:31.128102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:31.134216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c84390>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:31.316696 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:31.506621 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:31.514675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:31.520067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Deleting port 1ed08c20-8867-4696-b8fd-6b1afbb5f712 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:31.520441 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:31.708423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] For port 1ed08c20-8867-4696-b8fd-6b1afbb5f712, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=1ed08c20-8867-4696-b8fd-6b1afbb5f712,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:31.708827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:31.852730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Calling delete_port for 1ed08c20-8867-4696-b8fd-6b1afbb5f712 owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:32.021020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c84390>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T02:03:29Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:32.028067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Checking router: 162e0e55-8a56-4bf5-8d99-42715d427695 for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:03:32.043178 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Routers {'162e0e55-8a56-4bf5-8d99-42715d427695'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:32.044266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c84390>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['162e0e55-8a56-4bf5-8d99-42715d427695'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:32.045980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.248532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.265486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] Set router 162e0e55-8a56-4bf5-8d99-42715d427695 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:32.393900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.396235 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.510753 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.511369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 162e0e55-8a56-4bf5-8d99-42715d427695 {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 02:03:32.524948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.529505 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-ca349305-7ac7-4b3a-afe1-2f35e7bfb746 admin admin] 10.222.0.38 "DELETE /v2.0/routers/162e0e55-8a56-4bf5-8d99-42715d427695 HTTP/1.1" status: 204  len: 168 time: 1.4022596
Feb 07 02:03:32.529791 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50450) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:32.583390 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2c84390>, [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T02:03:29Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:32.588805 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb985d8-d887-4c79-88f9-6b29d2861059 None None] The sync data for ids ['162e0e55-8a56-4bf5-8d99-42715d427695'] in dv-cinder-740146-7-iscsi is: [{'id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'name': 'tempest-TestShelveInstance-1246803717-router', 'tenant_id': 'daf7bffcee1944158e1598bb1497210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:19Z', 'updated_at': '2021-02-07T02:03:29Z', 'revision_number': 5, 'project_id': 'daf7bffcee1944158e1598bb1497210d', 'gw_port': {'id': '1ed08c20-8867-4696-b8fd-6b1afbb5f712', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162e0e55-8a56-4bf5-8d99-42715d427695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:21Z', 'updated_at': '2021-02-07T01:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:03:32.601151 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Deleting subnet 3fe72a30-0dd0-400d-890b-90b72773c00f {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:03:32.606411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.670253 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:32.821165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:33.305311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:33.321325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:33.721066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe72a30-0dd0-400d-890b-90b72773c00f,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:33.738142 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:33.773375 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:33.779561 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-bc5b519a-1340-490a-9483-4e711f6e1727 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3fe72a30-0dd0-400d-890b-90b72773c00f HTTP/1.1" status: 204  len: 168 time: 1.2487588
Feb 07 02:03:33.780169 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea5e40-eca9-4b92-9e05-49dbdab8d65b None None] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:03:33.782218 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50454) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:33.928925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:33.968544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1ed08c20-8867-4696-b8fd-6b1afbb5f712 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:34.005472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Deleting port 5c848a9c-751b-4d87-8545-2058ced4fc4d {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:34.005853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:34.015858 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 1ed08c20-8867-4696-b8fd-6b1afbb5f712 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:34.016250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 1ed08c20-8867-4696-b8fd-6b1afbb5f712 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:34.016716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:34.056193 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:34.057141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device dc7b5cf2-3b09-439f-89e9-1d2d074fffd5 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:34.137569 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] DHCP port deletion for 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 02:03:34.141923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Deleting port 5c848a9c-751b-4d87-8545-2058ced4fc4d {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:34.142379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:34.228251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] For port 5c848a9c-751b-4d87-8545-2058ced4fc4d, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=5c848a9c-751b-4d87-8545-2058ced4fc4d,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:34.228987 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:34.368030 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] For port 5c848a9c-751b-4d87-8545-2058ced4fc4d, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=5c848a9c-751b-4d87-8545-2058ced4fc4d,segment=NetworkSegment(c9f9c61c-23f2-4f95-be4f-13369e36a06d),segment_id=c9f9c61c-23f2-4f95-be4f-13369e36a06d)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:34.368577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:34.430682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Calling delete_port for 5c848a9c-751b-4d87-8545-2058ced4fc4d owned by network:dhcp {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:34.503371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Calling delete_port for 5c848a9c-751b-4d87-8545-2058ced4fc4d owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:34.585713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 02:03:34.586136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 02:03:34.596606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:34.612969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-4cc02911-fbf1-4521-964f-8e626260ec32 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:34.723783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c848a9c-751b-4d87-8545-2058ced4fc4d,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:34.726758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:34.760432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] No DVR routers for this DVR port 5c848a9c-751b-4d87-8545-2058ced4fc4d on host dv-cinder-740146-7-iscsi {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:03:34.883849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:35.004571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2908978>,) {'filters': {'network_id': ['3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:35.027516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2908978>, 'c9f9c61c-23f2-4f95-be4f-13369e36a06d') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:35.028020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2908978>, 'c9f9c61c-23f2-4f95-be4f-13369e36a06d') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:35.041664 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:35.068400 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:35.071246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:03:35.088525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Deleting port 5c848a9c-751b-4d87-8545-2058ced4fc4d {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:35.089376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:35.223940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-427c926e-591d-4721-aba4-9ac32b1b041e None None] The port '5c848a9c-751b-4d87-8545-2058ced4fc4d' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 02:03:35.401912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:03:35.418017 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:35.760663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Network 3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:03:35.807178 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:03:35.959035 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 5c848a9c-751b-4d87-8545-2058ced4fc4d no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:35.998069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 5c848a9c-751b-4d87-8545-2058ced4fc4d {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:35.998467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 5c848a9c-751b-4d87-8545-2058ced4fc4d not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:36.070562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:36.075028 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:36.093176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:36.099704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:36.105629 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:36.140127 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] 10.222.0.38 "DELETE /v2.0/networks/3e1e4f18-a618-4ecd-8f62-8ce3aeb184cd HTTP/1.1" status: 204  len: 168 time: 2.3567848
Feb 07 02:03:36.143305 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50458) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:36.728672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:37.104286 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Deleting port 8e0b4f8f-136b-466e-b023-780552fa50bd {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:37.104580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:37.290380 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] For port 8e0b4f8f-136b-466e-b023-780552fa50bd, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=8e0b4f8f-136b-466e-b023-780552fa50bd,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:37.290796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:37.699907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Calling delete_port for 8e0b4f8f-136b-466e-b023-780552fa50bd owned by network:router_interface {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:37.930620 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:37.948487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-83cbd2a2-837d-4714-8d14-75ed1461a705 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:38.060866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0b4f8f-136b-466e-b023-780552fa50bd,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:38.064091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:38.373574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:38.902973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Router 6e9f9c9f-6558-497d-9709-cdd79e185261 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:03:39.096981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:03:39.106604 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c64ce016-740f-417f-a2bc-fbcc8ac083ef admin admin] 10.222.0.38 "PUT /v2.0/routers/6e9f9c9f-6558-497d-9709-cdd79e185261/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9621785
Feb 07 02:03:39.107042 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Sync routers for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:03:39.109428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50466) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:39.117144 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:39.117821 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21c5208>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:39.310374 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:39.494750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:39.505341 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:39.511713 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Deleting port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:39.512086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:39.826162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21c5208>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T02:03:37Z', 'revision_number': 5, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:39.831418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Checking router: 6e9f9c9f-6558-497d-9709-cdd79e185261 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:03:39.842600 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Routers {'6e9f9c9f-6558-497d-9709-cdd79e185261'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:03:39.843328 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a21c5208>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:03:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['6e9f9c9f-6558-497d-9709-cdd79e185261'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:39.961871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] For port e9b020a8-45df-45dc-9bf2-81bfeb9cefcb, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e9b020a8-45df-45dc-9bf2-81bfeb9cefcb,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:39.962280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.046654 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] Set router 6e9f9c9f-6558-497d-9709-cdd79e185261 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:03:40.101996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Calling delete_port for e9b020a8-45df-45dc-9bf2-81bfeb9cefcb owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:40.250883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.359562 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a21c5208>, [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T02:03:37Z', 'revision_number': 5, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:40.363667 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56507868-4301-450c-b219-b2dda5deaac3 None None] The sync data for ids ['6e9f9c9f-6558-497d-9709-cdd79e185261'] in dv-cinder-740146-7-iscsi is: [{'id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'name': 'tempest-TestShelveInstance-1145239285-router', 'tenant_id': '9271a9ab95874901932e3a823aa78322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:58:30Z', 'updated_at': '2021-02-07T02:03:37Z', 'revision_number': 5, 'project_id': '9271a9ab95874901932e3a823aa78322', 'gw_port': {'id': 'e9b020a8-45df-45dc-9bf2-81bfeb9cefcb', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f9c9f-6558-497d-9709-cdd79e185261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:58:31Z', 'updated_at': '2021-02-07T01:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:03:40.445192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.601650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.605447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.704817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.705472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e9f9c9f-6558-497d-9709-cdd79e185261 {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 02:03:40.718602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.724795 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fafc3521-8904-44b9-9918-8c594018950b admin admin] 10.222.0.38 "DELETE /v2.0/routers/6e9f9c9f-6558-497d-9709-cdd79e185261 HTTP/1.1" status: 204  len: 168 time: 1.6094561
Feb 07 02:03:40.724795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50470) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:40.790273 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Deleting subnet 493bd990-57b8-4ff0-aef2-30e071b5cbc6 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:03:40.794720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.857176 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:40.945911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.248268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.264466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:41.350776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493bd990-57b8-4ff0-aef2-30e071b5cbc6,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:41.356013 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:41.399294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.405184 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb68e97-83c9-4128-ae93-42ea3d582f14 None None] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:03:41.406106 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/493bd990-57b8-4ff0-aef2-30e071b5cbc6 HTTP/1.1" status: 204  len: 168 time: 0.6824505
Feb 07 02:03:41.408765 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50474) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:41.528025 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.601292 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Deleting port b45dac15-b416-43b4-b236-642dbb2c9e09 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:41.601639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.666806 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a51096-2207-4475-8d99-f8790701b308 None None] DHCP port deletion for 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 02:03:41.671608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Deleting port b45dac15-b416-43b4-b236-642dbb2c9e09 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:41.672037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.827265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] For port b45dac15-b416-43b4-b236-642dbb2c9e09, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=b45dac15-b416-43b4-b236-642dbb2c9e09,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:41.827602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.894492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-76a51096-2207-4475-8d99-f8790701b308 None None] For port b45dac15-b416-43b4-b236-642dbb2c9e09, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=b45dac15-b416-43b4-b236-642dbb2c9e09,segment=NetworkSegment(6c017537-f422-4b0b-a013-af357199b3fa),segment_id=6c017537-f422-4b0b-a013-af357199b3fa)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:03:41.894915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:41.967180 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 8e0b4f8f-136b-466e-b023-780552fa50bd no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:41.968522 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Calling delete_port for b45dac15-b416-43b4-b236-642dbb2c9e09 owned by network:dhcp {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:42.071167 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Calling delete_port for b45dac15-b416-43b4-b236-642dbb2c9e09 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:03:42.085135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.101027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 8e0b4f8f-136b-466e-b023-780552fa50bd {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:42.101435 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 8e0b4f8f-136b-466e-b023-780552fa50bd not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:42.101783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c068229c-71f2-4603-b5a7-25d74758a04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:42.101916 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device b45dac15-b416-43b4-b236-642dbb2c9e09 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:42.148894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: b45dac15-b416-43b4-b236-642dbb2c9e09 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:42.149291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device b45dac15-b416-43b4-b236-642dbb2c9e09 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:42.149758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e9b020a8-45df-45dc-9bf2-81bfeb9cefcb no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:03:42.196787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: e9b020a8-45df-45dc-9bf2-81bfeb9cefcb {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:03:42.197914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e9b020a8-45df-45dc-9bf2-81bfeb9cefcb not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:03:42.210301 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45dac15-b416-43b4-b236-642dbb2c9e09,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:42.213989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:42.226293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 02:03:42.226706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 02:03:42.259300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] No DVR routers for this DVR port b45dac15-b416-43b4-b236-642dbb2c9e09 on host dv-cinder-740146-7-iscsi {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:03:42.385862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.502979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a20a8898>,) {'filters': {'network_id': ['0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:42.516414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a20a8898>, '6c017537-f422-4b0b-a013-af357199b3fa') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:42.516758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a20a8898>, '6c017537-f422-4b0b-a013-af357199b3fa') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:03:42.529878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.547735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.550848 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:03:42.727776 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Deleting port b45dac15-b416-43b4-b236-642dbb2c9e09 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:03:42.728410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-76a51096-2207-4475-8d99-f8790701b308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.746123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:03:42.746923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:03:42.755884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:42.803888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-76a51096-2207-4475-8d99-f8790701b308 None None] The port 'b45dac15-b416-43b4-b236-642dbb2c9e09' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 02:03:42.939792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Network 0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:03:42.962878 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:03:43.073353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.076723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:43.093796 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.102555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:43.106563 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:43.108256 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0ec6ad9f-f021-4f7d-b3ae-39784dcc1f59 HTTP/1.1" status: 204  len: 168 time: 1.6984789
Feb 07 02:03:43.329787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50480) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:43.386327 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b1ba0d1e-791d-4549-919c-a3223ecaaf45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daf7bffcee1944158e1598bb1497210d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552051
Feb 07 02:03:43.388975 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50484) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:43.451259 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.478663 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.550854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.556322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b85fa6bf-8aa0-44d6-9ecf-b112b6091725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:43.573325 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7336e-f875-4514-9d7b-9e2d3fcc506b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:43.577445 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:43.581002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:43.582256 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-128417ad-802c-46e3-826b-0b2ff34849e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cf7336e-f875-4514-9d7b-9e2d3fcc506b HTTP/1.1" status: 204  len: 168 time: 0.1922920
Feb 07 02:03:44.165300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50492) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:44.219198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-505cb242-aaab-47f2-b791-beece2b58e05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9271a9ab95874901932e3a823aa78322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518458
Feb 07 02:03:44.221745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.38', 50496) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:03:44.287915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:44.315948 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:44.501709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:44.506950 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-da9780c7-a3b5-4319-bc5e-a78d4e5bd12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:03:44.520775 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd77954-ea36-43fd-bb12-24b865daf0b6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:03:44.524027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:03:44.526186 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:44.529550 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-25da524e-a228-4e49-902d-6d2577a6909e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbd77954-ea36-43fd-bb12-24b865daf0b6 HTTP/1.1" status: 204  len: 168 time: 0.3047371
Feb 07 02:03:46.527855 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b0d7fce9-b03a-440f-beb1-b18657fd7a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:48.498836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c80f8ae8-58e2-43ed-8628-601f9e0f8cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:49.264661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:50.564497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:50.702868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:03:50.730095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova Traceback (most recent call last):
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova   File "/opt/stack/neutron/neutron/notifiers/nova.py", line 266, in send_events
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova     batched_events)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.6/dist-packages/novaclient/v2/server_external_events.py", line 39, in create
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova     return_raw=True)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.6/dist-packages/novaclient/base.py", line 363, in _create
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova     resp, body = self.api.client.post(url, body=body)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/adapter.py", line 401, in post
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova     return self.request(url, 'POST', **kwargs)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova   File "/usr/local/lib/python3.6/dist-packages/novaclient/client.py", line 78, in request
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova     raise exceptions.from_response(resp, body, url, method)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500)
Feb 07 02:04:08.303644 dv-cinder-740146-7-iscsi neutron-server[79946]: ERROR neutron.notifiers.nova 
Feb 07 02:04:10.305037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'name': 'network-vif-deleted', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455'}, {'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-deleted', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8'}, {'name': 'network-changed', 'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c'}, {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-deleted', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:04:10.671078 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83409d9-4a4b-4778-b90c-7802147d0bfe', 'name': 'network-vif-deleted', 'tag': '89548820-bfe7-465d-bb06-2dbbef938455', 'status': 'completed', 'code': 200}
Feb 07 02:04:10.671419 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630093a6-efe8-4da4-ada6-36c39c9ad86b', 'name': 'network-vif-deleted', 'tag': '3cea5b26-22d3-4ea4-a24d-0e6f9c486ad8', 'status': 'completed', 'code': 200}
Feb 07 02:04:10.671749 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'status': 'completed', 'code': 200}
Feb 07 02:04:10.672076 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4335cfa5-b19e-40c7-a9c0-3cb18cd2d88c', 'name': 'network-vif-deleted', 'tag': '4b348131-bdbc-4e4b-a1c1-df2848a896cf', 'status': 'completed', 'code': 200}
Feb 07 02:04:10.834846 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-b385418b-9fb8-4396-9f07-3878c4487bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:10.836508 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-b385418b-9fb8-4396-9f07-3878c4487bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.1020460
Feb 07 02:04:11.000623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-a4f2b261-00a2-4d12-939f-ea7718df1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:11.002495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-a4f2b261-00a2-4d12-939f-ea7718df1ab4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1588502
Feb 07 02:04:11.119264 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-0a5a7257-a984-44cf-9fde-0897dee386e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 1001 time: 0.1101255
Feb 07 02:04:11.445196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-f3297867-0194-4518-920b-38da9c519027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:11.446724 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-f3297867-0194-4518-920b-38da9c519027 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.3215828
Feb 07 02:04:11.535207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-c4a46eb4-223c-47a5-8395-c2946bb559b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:11.536914 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-c4a46eb4-223c-47a5-8395-c2946bb559b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840929
Feb 07 02:04:11.691050 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-18949610-00d5-4110-87aa-ef8bd55f5ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474168
Feb 07 02:04:11.843245 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-62890cf0-b1fd-45df-935d-70f6edba8a22 req-9d75dc34-47eb-4868-a0d4-5865d367bc03 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460767
Feb 07 02:04:16.272726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1ad6d136-6215-4e34-9153-c6e56ff8f21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:18.498554 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8a631bcf-6c80-47c7-a8b7-dbd6508a77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:19.324137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:19.747216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:04:20.592673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:20.753104 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:20.798353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:24.106713 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-5d3203f8-dc3e-4927-a764-a618f5ff3039 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0843894
Feb 07 02:04:24.277414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-9d18565e-8841-4339-9cf8-f5cb111517f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:24.279176 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-9d18565e-8841-4339-9cf8-f5cb111517f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 1162 time: 0.0817306
Feb 07 02:04:24.440578 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-7a10d927-0258-44b1-82e9-8f2eeedaea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:24.442164 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-7a10d927-0258-44b1-82e9-8f2eeedaea15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1440377
Feb 07 02:04:24.558767 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-b6b55479-45a1-4a1e-bd18-85effcc4e8a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 200  len: 1001 time: 0.1090238
Feb 07 02:04:24.632535 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-cb3139f3-630d-4570-9e23-0c0d8527d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:24.634136 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-cb3139f3-630d-4570-9e23-0c0d8527d827 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0699022
Feb 07 02:04:24.719243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-c0701d6c-01bb-49ae-b24e-707724689dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:24.720957 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-c0701d6c-01bb-49ae-b24e-707724689dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807259
Feb 07 02:04:24.874458 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-f6b0be76-6855-44a1-a6c1-22636c1bd78d service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459880
Feb 07 02:04:25.025621 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-73b6978f-772e-49d4-b713-ae21e98aa004 req-29fd3d38-d8db-4af9-b970-5ed2215f8255 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440902
Feb 07 02:04:46.246927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-93adc67d-6c30-4ef8-8036-131b8454bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:48.511739 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-29ab8484-a19f-49d1-b3bf-9176a08e851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:49.275314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:50.612031 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:50.707818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:50.746851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:04:56.748421 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:04:59.940391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0c38-fa88-487f-bc32-d8f0d1a7a96f req-ab67c5f0-5439-45b1-a46f-7d7bffdda9c9 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:04:59.942172 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-904f0c38-fa88-487f-bc32-d8f0d1a7a96f req-ab67c5f0-5439-45b1-a46f-7d7bffdda9c9 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.1694460
Feb 07 02:05:00.016603 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-904f0c38-fa88-487f-bc32-d8f0d1a7a96f req-ae4aacef-bee8-4068-94c4-b9d6ff8d0e5a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0670216
Feb 07 02:05:01.493386 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7642-06c7-4b5b-a62c-748c9de38f67 req-f6334687-c43c-422d-8f38-51c71ed73488 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:01.495171 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-304c7642-06c7-4b5b-a62c-748c9de38f67 req-f6334687-c43c-422d-8f38-51c71ed73488 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.1792488
Feb 07 02:05:01.567242 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-304c7642-06c7-4b5b-a62c-748c9de38f67 req-b0b2f69b-1e6b-4eb9-a34f-4e1499ab6a0b tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0648804
Feb 07 02:05:01.646165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-635b6c34-f3d3-4dd5-953a-4b3fe73a553d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:01.647033 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-635b6c34-f3d3-4dd5-953a-4b3fe73a553d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:05:01.714611 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-635b6c34-f3d3-4dd5-953a-4b3fe73a553d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:05:01.716053 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-635b6c34-f3d3-4dd5-953a-4b3fe73a553d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 945 time: 0.2377632
Feb 07 02:05:01.817587 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port d3c2335a-214e-467f-ab4e-89252148b71c {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:05:01.817891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:02.111471 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] For port d3c2335a-214e-467f-ab4e-89252148b71c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d3c2335a-214e-467f-ab4e-89252148b71c,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:05:02.111802 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:02.440333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:02.440662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:02.441011 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 3be707d4-70cb-4eb9-a227-89962e043bb2 disassociated. External IP: 172.27.1.224, port: d3c2335a-214e-467f-ab4e-89252148b71c.
Feb 07 02:05:02.441389 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for d3c2335a-214e-467f-ab4e-89252148b71c owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:05:02.626512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:02.643285 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0d4691fe-9799-419b-af20-906eefe0a030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:02.717359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d3c2335a-214e-467f-ab4e-89252148b71c no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:05:02.741893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=d3c2335a-214e-467f-ab4e-89252148b71c,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:02.756807 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e457ca07-7d62-4eb9-9dc3-6b1c8cf01f29 req-bdffdc1f-e1bb-4e9a-8f06-dfb4f2a1b772 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 210 time: 0.0568573
Feb 07 02:05:02.763997 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: d3c2335a-214e-467f-ab4e-89252148b71c {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:05:02.764440 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device d3c2335a-214e-467f-ab4e-89252148b71c not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:05:02.767556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.767996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.768458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.768869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.769379 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.769782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.770181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.770580 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.771001 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.771399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.771794 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.772185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.772673 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.773071 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.773466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.773859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.774250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.774640 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.775059 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.775466 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.775840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.776299 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.776577 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.776973 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:02.784757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:03.060639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:05:03.281720 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:05:03.294703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:05:03.305222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:05:03.306412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a322fc18>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:04:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:03.325828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] No DVR routers for this DVR port d3c2335a-214e-467f-ab4e-89252148b71c on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:05:03.329265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:03.332430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'name': 'network-vif-deleted', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:05:03.392727 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-64d1c2c9-fbfe-4ec9-a302-091376daa3ee req-f96eb32d-6ce7-4cc5-99c1-1886f9ed93d6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "DELETE /v2.0/ports/d3c2335a-214e-467f-ab4e-89252148b71c HTTP/1.1" status: 204  len: 173 time: 1.6706476
Feb 07 02:05:03.397500 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd135141-bb3e-4a9f-96ef-4fb56f104732', 'name': 'network-vif-deleted', 'tag': 'd3c2335a-214e-467f-ab4e-89252148b71c', 'status': 'completed', 'code': 200}
Feb 07 02:05:03.519818 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:05:03.883154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a322fc18>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:03.887733 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:05:03.901198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:05:03.901882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a322fc18>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:04:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:03.955033 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-611c20ad-537c-4fdf-8588-e72822918470 req-3684c102-b5a5-49a6-88df-486bf8c3e372 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd135141-bb3e-4a9f-96ef-4fb56f104732 HTTP/1.1" status: 200  len: 210 time: 0.0538402
Feb 07 02:05:04.260767 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:05:04.644735 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a322fc18>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:04.649243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b34ccd-99b6-4cc0-a139-e639d6e5810b None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:05:05.096083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8bd6e-f8e8-4321-b5db-0d6207e1b21d None None] New status for floating IP 3be707d4-70cb-4eb9-a227-89962e043bb2: DOWN {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:05:05.481590 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-2101b831-a0e2-4ba1-9a3e-6fa7ca391c18 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-402300541&fields=id&tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 267 time: 0.0636237
Feb 07 02:05:05.741088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-b260bd74-8367-400e-93d3-59756457c7f7 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:05.742829 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-b260bd74-8367-400e-93d3-59756457c7f7 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2530766
Feb 07 02:05:05.761346 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-b3896e04-b79a-4b7a-b227-46b3b2f9eee9 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/quotas/d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 375 time: 0.0120358
Feb 07 02:05:05.919804 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-64739b7e-0622-4068-8e64-0eb35104028c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1518152
Feb 07 02:05:06.080159 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-c38bf030-368f-4033-aa60-0d6e5a726ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461620
Feb 07 02:05:06.228756 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-bd56abc2-6393-412f-8ca4-fb9dc2be6ddd service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420767
Feb 07 02:05:06.855202 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8ea10a7-c485-41a4-92c1-516c7c9faa4b req-7ef5631c-3593-4a71-9cda-15e2c6608a76 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0528100
Feb 07 02:05:08.034780 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-652662f9-b768-4839-9b34-c2b9cb7644c0 req-8d88ed52-10d0-4983-8db8-88fb4eaf93de tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0487444
Feb 07 02:05:09.068332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-42a41a5b-61a0-4867-b8f9-704bf38f9834 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:09.070082 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-42a41a5b-61a0-4867-b8f9-704bf38f9834 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2533183
Feb 07 02:05:09.198555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-e102f5c4-acaa-4021-9a27-6e1f9e7f5f81 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 5763 time: 0.1099169
Feb 07 02:05:09.208923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'port': {'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'admin_state_up': True, 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'security_groups': ['4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:05:09.244650 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ab60f4ba-f037-447f-b9eb-f515061d267c req-5e069d2f-6279-422d-8825-f809ea4e3768 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0579703
Feb 07 02:05:09.683908 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:05:09.688490 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:port and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:05:09.692185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:05:09.700890 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:05:09.749272 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Made reservation on behalf of d35a1cc1fb404743960226d890449143 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:05:09.775938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:10.158688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.20.0.10 (3def0f04-2a91-4439-bfe3-d517d4739d10/b9408204-d87e-4457-90ed-161f5278d893/2891e335-2fb8-4f99-b3e3-bf6a4583f8b9) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:05:10.437888 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-261d3946-5b75-4b56-ac90-b206879be5c7 req-5fb3bafd-dd1f-43a3-82e9-c2964c9f8c68 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0509794
Feb 07 02:05:10.517229 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:10.534668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Transition to ACTIVE for port object 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:05:10.591624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:10.607584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9d080fd9-3ee2-44ca-805e-18692c1470e0 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:10.754008 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:10.759660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:10.812135 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:05:10.813294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:05:10.815782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:05:10.953645 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:10.954391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:11.060450 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8966aea1-1fb6-4ba2-8a92-6f3fc0c298b4 None None] Provisioning for port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:05:11.066606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-8966aea1-1fb6-4ba2-8a92-6f3fc0c298b4 None None] Provisioning complete for port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:05:11.067052 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-8966aea1-1fb6-4ba2-8a92-6f3fc0c298b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:11.085012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-08133abd-a1f8-4d4c-bd8b-e536c19db7d4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8801904
Feb 07 02:05:11.104394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Request body: {'port': {'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:05:11.142872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-8966aea1-1fb6-4ba2-8a92-6f3fc0c298b4 None None] Port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:05:11.240937 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:11.691092 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 02:05:11.699942 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:11.713221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Transition to ACTIVE for port object 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:05:11.743293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59155eb-c067-4cad-b211-65d01e25b2a4 req-4acfc4bf-4265-4d44-820c-3ab74ae85699 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:11.745033 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e59155eb-c067-4cad-b211-65d01e25b2a4 req-4acfc4bf-4265-4d44-820c-3ab74ae85699 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 932 time: 0.1712914
Feb 07 02:05:11.757081 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:11.774666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d778deb-2e89-4675-9045-fe265e7f9553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:11.819497 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e59155eb-c067-4cad-b211-65d01e25b2a4 req-bf711ccc-d119-4d0c-b7e6-83f9fcfe85b2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0669489
Feb 07 02:05:11.920080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Pushing event updated for resources: {'Port': ['ID=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:11.926965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:12.126447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Attempting to bind port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:05:12.126824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Attempting to bind port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:05:12.127228 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Attempting to bind port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 on network 3def0f04-2a91-4439-bfe3-d517d4739d10 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:05:12.133762 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:05:12.134139 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:05:12.134544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:12.135020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Bound using segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:05:12.142766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Bound port: 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:05:12.142766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:12.238660 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] For port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:05:12.241860 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] For port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:05:12.277332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:12.292795 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:12.447631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Pushing event updated for resources: {'Port': ['ID=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:12.453588 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:12.486122 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:12.486608 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:12.488137 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] 10.222.0.21 "PUT /v2.0/ports/2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 1158 time: 1.3889380
Feb 07 02:05:12.488677 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:05:12.550973 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'status': 'completed', 'code': 200}
Feb 07 02:05:12.671927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-e6685d7e-829a-4441-be52-c10ef589b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:12.673625 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-e6685d7e-829a-4441-be52-c10ef589b5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1161 time: 0.0907331
Feb 07 02:05:12.757950 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-d6d0925c-2176-44d9-94f2-6bb3965daea0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 217 time: 0.0692856
Feb 07 02:05:12.835688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-4fe774bd-3bf6-4109-999b-e43235c62efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:12.837238 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-4fe774bd-3bf6-4109-999b-e43235c62efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0731039
Feb 07 02:05:12.924330 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-1404a705-9d23-457b-870b-30989cae7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:12.926118 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-1404a705-9d23-457b-870b-30989cae7fdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814102
Feb 07 02:05:13.079301 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-a09b79b1-1b5d-43b6-8c75-358f8e64573b service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463683
Feb 07 02:05:13.147099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69533-7fed-45a5-8805-b23172f5b77b req-856e445c-b8da-484b-8f58-93f785747fb2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:13.148834 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-76e69533-7fed-45a5-8805-b23172f5b77b req-856e445c-b8da-484b-8f58-93f785747fb2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1782436
Feb 07 02:05:13.216818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-76e69533-7fed-45a5-8805-b23172f5b77b req-c9a74907-52d0-4566-8f1b-9c5a36975044 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0609267
Feb 07 02:05:13.230444 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2cea69d0-144c-4a5f-b5ed-c65cc5cf55de req-e8cb1473-5354-4ecc-b5e5-b0e1d569bb47 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445568
Feb 07 02:05:13.424455 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-ad9c4bed-5c74-4a64-8963-c8c6134d88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:13.426078 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-ad9c4bed-5c74-4a64-8963-c8c6134d88ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1161 time: 0.0818400
Feb 07 02:05:13.574836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-0ac609ce-7352-4ff2-b14a-bd47c2b61690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:13.576505 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-0ac609ce-7352-4ff2-b14a-bd47c2b61690 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1434376
Feb 07 02:05:13.658359 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-e56ed152-dcfc-4f20-825f-ba11ab39c66c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 217 time: 0.0739677
Feb 07 02:05:13.733399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-efe153bc-f298-44a3-8e74-6da8416f3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:13.735036 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-efe153bc-f298-44a3-8e74-6da8416f3d99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0711195
Feb 07 02:05:13.840488 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-736ae7c3-4d8e-494e-a1ec-4041a6596459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:13.844131 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-736ae7c3-4d8e-494e-a1ec-4041a6596459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1025515
Feb 07 02:05:14.001887 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-7c27d405-8c29-40f0-b99e-14f8423f4b42 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511145
Feb 07 02:05:14.157394 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da22ba2d-8763-4641-99cc-693b8e319d94 req-aae0ac54-9134-4f0a-8191-a12e527b647e service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463797
Feb 07 02:05:14.521468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174608e0-778e-4bd6-b990-b0e168833885 req-3e51f1b1-4dad-4483-a438-485d1fc5e1db tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:14.523173 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-174608e0-778e-4bd6-b990-b0e168833885 req-3e51f1b1-4dad-4483-a438-485d1fc5e1db tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1717043
Feb 07 02:05:14.589527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-174608e0-778e-4bd6-b990-b0e168833885 req-eed0e6ed-818f-4e30-8be8-838a9c11bae4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0598788
Feb 07 02:05:15.892026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146d8b-bfa9-43c7-ab2f-e3414a1a4e31 req-8b0b70ae-0984-48f5-938f-c038c009ef8f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:15.893732 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a146d8b-bfa9-43c7-ab2f-e3414a1a4e31 req-8b0b70ae-0984-48f5-938f-c038c009ef8f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1745839
Feb 07 02:05:15.961976 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-2a146d8b-bfa9-43c7-ab2f-e3414a1a4e31 req-b04f04db-528b-4a32-9237-0a8ab930c4a6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0616236
Feb 07 02:05:16.237120 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-578013ce-53db-4744-a656-1f5e6d5325b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:17.502928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ba709-b100-45f7-88b0-f1e9aa67857b req-15878476-ecb3-468e-9f7a-d978909d2e70 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:17.504704 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0ba709-b100-45f7-88b0-f1e9aa67857b req-15878476-ecb3-468e-9f7a-d978909d2e70 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.4039681
Feb 07 02:05:17.571532 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fd0ba709-b100-45f7-88b0-f1e9aa67857b req-51593f8c-266e-4378-94e5-26a59c11f525 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0605388
Feb 07 02:05:18.508768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-68f27af5-855e-4c78-a147-4717713bd4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:18.869895 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec7899-aaea-499e-8b39-2af9cbf4221e req-04ca5e24-2e55-4428-9ab0-f02ab6bff275 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:18.871680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1fec7899-aaea-499e-8b39-2af9cbf4221e req-04ca5e24-2e55-4428-9ab0-f02ab6bff275 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1682703
Feb 07 02:05:18.939843 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1fec7899-aaea-499e-8b39-2af9cbf4221e req-5f35af80-0950-4d50-befc-8ac9c6566a5d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0613456
Feb 07 02:05:19.282724 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:20.255306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d85748-7b5b-4e7d-824b-fe0e875c2f2d req-326a5ceb-70db-4dc1-9e3c-7f08cd1a2384 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:20.257221 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-86d85748-7b5b-4e7d-824b-fe0e875c2f2d req-326a5ceb-70db-4dc1-9e3c-7f08cd1a2384 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1824548
Feb 07 02:05:20.326311 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-86d85748-7b5b-4e7d-824b-fe0e875c2f2d req-079c2624-a1f2-42d3-ba3f-b0d602907ce2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0624044
Feb 07 02:05:20.611583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:20.735205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:20.762996 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:21.297633 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:05:21.402387 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:05:21.409265 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:05:21.409695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:21.541310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:21.572004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:05:21.583026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:05:21.613897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:21.615958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eaf52318-7f0e-424e-a5e5-b5e1e301db59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:21.646593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa817b-7519-46aa-84f4-c275244737e9 req-dae63883-2298-442c-b3ab-7d9320693044 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:21.648675 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-84aa817b-7519-46aa-84f4-c275244737e9 req-dae63883-2298-442c-b3ab-7d9320693044 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 944 time: 0.1866128
Feb 07 02:05:21.694473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:21.703785 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.704165 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.704532 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.704922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.705308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.705680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.706054 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.706428 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.707079 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.707205 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.707519 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.707886 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.708344 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.708715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.709084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.709570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.709815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.710171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.710539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.711024 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.711280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.711754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.711994 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.712437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:21.717365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:21.721071 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-84aa817b-7519-46aa-84f4-c275244737e9 req-51c41f42-da53-4bb7-813c-b6677b440aea tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0637550
Feb 07 02:05:21.796495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'code': 200}
Feb 07 02:05:22.180150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49652171-8aeb-4989-b974-323b6b088f92 req-d16b56ef-7825-4b79-b112-01cfc27cc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:22.181739 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-49652171-8aeb-4989-b974-323b6b088f92 req-d16b56ef-7825-4b79-b112-01cfc27cc574 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0778270
Feb 07 02:05:22.229388 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-49652171-8aeb-4989-b974-323b6b088f92 req-6db6ff7c-f8aa-46f3-ad17-e9e2829eeae5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407560
Feb 07 02:05:23.023468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98841445-fb37-41b1-a8f1-634bc5d27d5c req-ab5bf11c-889f-48de-a589-ab0b68ff3d2b tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:23.025090 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-98841445-fb37-41b1-a8f1-634bc5d27d5c req-ab5bf11c-889f-48de-a589-ab0b68ff3d2b tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.1663122
Feb 07 02:05:23.054695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:05:23.097273 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-98841445-fb37-41b1-a8f1-634bc5d27d5c req-315ac98a-46f1-4a6c-a8ee-c54bdc90c9a9 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0627618
Feb 07 02:05:23.135438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:05:23.135862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:24.406781 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1475ff-6f0a-4fbb-8a09-f57b3aeedab0 req-aa215200-0580-48d3-884b-f75d7fe4c1fa tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:24.408456 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ca1475ff-6f0a-4fbb-8a09-f57b3aeedab0 req-aa215200-0580-48d3-884b-f75d7fe4c1fa tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.1704657
Feb 07 02:05:24.475063 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ca1475ff-6f0a-4fbb-8a09-f57b3aeedab0 req-ecfd32f2-a74c-4063-a42b-17213d5a4aed tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0602653
Feb 07 02:05:24.788894 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11606-4709-4d0d-86bc-af6dfa72337d req-8ad145f0-c972-4e2f-864a-1cfe0cee295c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:24.790656 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43f11606-4709-4d0d-86bc-af6dfa72337d req-8ad145f0-c972-4e2f-864a-1cfe0cee295c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.1842213
Feb 07 02:05:24.859474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-43f11606-4709-4d0d-86bc-af6dfa72337d req-14c3f3ea-7481-46c8-b1c9-38ca3efb3433 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0616097
Feb 07 02:05:25.110589 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-0f6b7fe7-7b2c-45a9-bc3e-91dc6d43c349 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1953905
Feb 07 02:05:25.120885 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:05:25.147566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:05:25.158411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:05:25.194614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:25.348245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:25.627809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.27.1.27 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:05:25.854703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:25.925995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:25.945512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-686bc765-c3e3-4875-a136-6dca433888f5 tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:26.086783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:26.113233 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.113653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.114074 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.114497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.114922 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.115343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.115747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.116155 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.116557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.116960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.117363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.117764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.118263 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.118669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.119096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.119497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.119893 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.120293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.120691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.121090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.121496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.121899 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.122294 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.122687 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:05:26.130191 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:26.171946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:05:26.173268 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:05:26.175807 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:05:26.265103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:26.306413 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-4d2427c5-209f-4c6c-b40f-033a1d1226e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3242681
Feb 07 02:05:26.355627 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:26.481416 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-a31fa009-c6e1-4a23-903b-293cfa940f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:26.483069 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-a31fa009-c6e1-4a23-903b-293cfa940f22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0840864
Feb 07 02:05:26.648632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:26.651161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-d0ae7a20-619f-469a-8ac4-a8e83b28cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:26.652742 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-d0ae7a20-619f-469a-8ac4-a8e83b28cd73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1491446
Feb 07 02:05:26.708234 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:26.725529 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a3dba7c8-90e7-4406-bead-0841fc33625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:05:26.725783 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-d331c109-f33b-41ed-8ce9-553a3f815dcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 217 time: 0.0659041
Feb 07 02:05:26.799695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-f0b47746-270c-48d4-a139-cfe19d644e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:26.801257 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-f0b47746-270c-48d4-a139-cfe19d644e3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0694463
Feb 07 02:05:26.863991 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:05:26.869089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:05:26.886965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-e70db68f-dfb7-4da4-825b-dff15c43508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:26.888681 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-e70db68f-dfb7-4da4-825b-dff15c43508c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807476
Feb 07 02:05:27.024377 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:27.085842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:27.087198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-7cb9d5f8-9e3b-4537-ba22-f28dbbb6adcd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9706097
Feb 07 02:05:27.097254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-985be5a1-c097-4058-84db-e58261a8e31f service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003443
Feb 07 02:05:27.203642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-69b82c78-8dc2-4d87-adff-95f1ae727d26 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:05:27.245550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-69b82c78-8dc2-4d87-adff-95f1ae727d26 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:05:27.246994 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-69b82c78-8dc2-4d87-adff-95f1ae727d26 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.27 HTTP/1.1" status: 200  len: 695 time: 0.1532907
Feb 07 02:05:27.258612 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7701a1f6-d618-4990-99ef-1c3a90882244 req-8a8969ec-672e-4010-8f18-d7e29f62a9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540260
Feb 07 02:05:27.493241 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-ba1e44f8-69da-4286-9fea-994717904fb1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:27.494819 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e6fd6159-d3e8-472e-8976-2a83cfd123cb req-ba1e44f8-69da-4286-9fea-994717904fb1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2385786
Feb 07 02:05:27.778484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f148-ee4d-4914-9363-ee5620346afd req-91e12620-6031-4aef-97a7-597a3e5e41d0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:27.780737 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-91e12620-6031-4aef-97a7-597a3e5e41d0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1742792
Feb 07 02:05:27.886677 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-f5de67bc-ea72-4132-9da8-864b2cffe1d8 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.27 HTTP/1.1" status: 200  len: 695 time: 0.0995421
Feb 07 02:05:27.897639 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:05:28.003643 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:28.884404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:28.928411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:29.123125 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 5d575789-389e-4550-bc5d-b5b4dbd8d1c8 associated. External IP: 172.27.1.27, port: 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9.
Feb 07 02:05:29.528849 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:05:29.752571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:05:29.759018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:29.764493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:05:29.778484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:05:29.779302 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f98b38>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:05:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:29.821467 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8c5cefd5-5602-44ae-912e-c1b994fdfd22 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "PUT /v2.0/floatingips/5d575789-389e-4550-bc5d-b5b4dbd8d1c8 HTTP/1.1" status: 200  len: 996 time: 1.9279628
Feb 07 02:05:29.822040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:05:29.923217 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8b2f74e8-ea1c-4c8b-a041-24b761a39599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:29.924906 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-8b2f74e8-ea1c-4c8b-a041-24b761a39599 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0853109
Feb 07 02:05:29.988993 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:05:30.080226 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f148-ee4d-4914-9363-ee5620346afd req-c501cc0a-dd99-47f0-a528-c019ebdde188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:30.081791 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-c501cc0a-dd99-47f0-a528-c019ebdde188 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1500194
Feb 07 02:05:30.197680 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-b77f7f97-d4d0-4748-87c0-2b1c5223e973 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 999 time: 0.1089408
Feb 07 02:05:30.272727 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f148-ee4d-4914-9363-ee5620346afd req-769b5df9-66cc-422a-b6ca-8df0ec23eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:30.274351 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-769b5df9-66cc-422a-b6ca-8df0ec23eb38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0694609
Feb 07 02:05:30.359257 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f148-ee4d-4914-9363-ee5620346afd req-97d57dbf-d062-48b8-96d7-47b2ceb3149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:30.360824 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-97d57dbf-d062-48b8-96d7-47b2ceb3149a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791676
Feb 07 02:05:30.364891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f98b38>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:28Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:30.370764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:05:30.380704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:05:30.381359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f98b38>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:05:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:30.510493 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-c2f772be-10ff-4f07-9bb5-3002cc36ec00 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420236
Feb 07 02:05:30.574240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:05:30.658507 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3c52f148-ee4d-4914-9363-ee5620346afd req-9fcc4eec-f762-414c-8ca5-fc56dff6e2d2 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406939
Feb 07 02:05:30.762004 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'status': 'completed', 'code': 200}
Feb 07 02:05:30.891693 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-041bb87d-b5a8-4ea1-8fed-20bf29d93e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:30.893477 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-041bb87d-b5a8-4ea1-8fed-20bf29d93e47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0866165
Feb 07 02:05:30.950851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f98b38>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:28Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:05:30.956108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef473e-e27b-4aeb-a97f-0e204c83f57c None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:28Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:05:31.042453 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-25e87f88-9d22-46bc-94cd-a1bff58f3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:31.044607 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-25e87f88-9d22-46bc-94cd-a1bff58f3bbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1442988
Feb 07 02:05:31.155870 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-12036565-27a5-49ef-a347-fb7eec5df515 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 999 time: 0.1044590
Feb 07 02:05:31.237961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-4beefb3a-73b0-4a63-a4c4-2dc19d7cd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:31.239611 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-4beefb3a-73b0-4a63-a4c4-2dc19d7cd37a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0781016
Feb 07 02:05:31.256130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e1668-e72f-4289-be5d-d000d451899f None None] New status for floating IP 5d575789-389e-4550-bc5d-b5b4dbd8d1c8: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:05:31.328632 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-d9bd20cf-eb7d-4fe6-840f-ad1cd9a13377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:05:31.330270 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-d9bd20cf-eb7d-4fe6-840f-ad1cd9a13377 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840404
Feb 07 02:05:31.477609 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-e0f1a15b-0b9f-43f5-b5ab-32bbd27c62bc service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403308
Feb 07 02:05:31.630068 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-a4c21d93-ced0-417e-a5a6-4b464377fbfe req-d03b4fb3-d1f9-4723-a035-9e89ebfbff00 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449826
Feb 07 02:05:33.748468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:05:46.244887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-f921b3ed-3fab-46c0-8cad-78755463333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:48.502747 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c83c270b-bc4c-48c6-b921-e05fae1c148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:49.273819 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:50.616255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:50.710590 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:05:50.747723 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:10.751752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:06:16.241913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3cdf7993-19e4-4ad5-9b16-673b702de1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:18.503925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-07110313-e6a3-43da-9daa-264a17a63326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:19.275990 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:20.626172 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:20.715685 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:20.744825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:26.094334 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-e4c242d2-693c-41ee-ada0-043429eba6db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0942764
Feb 07 02:06:26.266871 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-b92a0614-0a5f-44d5-9034-ca9a109e1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:06:26.268596 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-b92a0614-0a5f-44d5-9034-ca9a109e1304 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0842073
Feb 07 02:06:26.436521 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-8f2b96b4-c670-4053-9d60-f8571d784651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:06:26.438158 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-8f2b96b4-c670-4053-9d60-f8571d784651 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1450009
Feb 07 02:06:26.554369 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-fd949f6f-fae5-4b25-af9d-16df7e037f60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 1001 time: 0.1097796
Feb 07 02:06:26.625159 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-3f8be817-8338-45c8-b300-55f5b2d85f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:06:26.626773 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-3f8be817-8338-45c8-b300-55f5b2d85f5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0664389
Feb 07 02:06:26.716361 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-0b9433da-2985-4cee-bc30-54657b3e7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:06:26.718584 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-0b9433da-2985-4cee-bc30-54657b3e7f99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851417
Feb 07 02:06:26.869281 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-35be14f5-58e3-49dc-8499-17f970cf4f23 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442091
Feb 07 02:06:27.016128 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-50f9f2e1-e0f3-4316-b4fe-cb7d56152b17 req-5e0477c6-2464-4889-83a9-558f959ad92d service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401000
Feb 07 02:06:46.301132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd39f-e202-4796-a4c9-b8c4af298a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:47.751701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:06:48.509171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-d5347c3c-791e-436a-b22c-e3c91d19ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:49.283863 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:50.635401 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:50.716940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:06:50.754914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:07.713522 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0e329257-00e2-425a-b529-23ce37e80dd6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-402300541&fields=id&tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 267 time: 0.0641091
Feb 07 02:07:07.971227 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-abc31c63-f83c-45a6-9a1d-45dde5b7d678 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:07.972926 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-abc31c63-f83c-45a6-9a1d-45dde5b7d678 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2518790
Feb 07 02:07:07.990527 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-3971abcc-a07e-4ab2-a4dd-dddfd1a5abb2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/quotas/d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 375 time: 0.0106289
Feb 07 02:07:08.174515 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-def51019-bd1e-44db-82a8-7f114cfc2d79 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1780553
Feb 07 02:07:08.331658 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-8a4fad07-7af5-4db3-b5a9-e469e8629b2e service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443055
Feb 07 02:07:08.483169 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-fd89f8fd-2e91-435c-ab23-098b7a37a303 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435037
Feb 07 02:07:09.095927 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-88f858fc-5a94-455b-b8c5-8e7d1922d7b9 req-4737a35b-3275-4cb4-a082-2ec2bd0d42a0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 210 time: 0.0496392
Feb 07 02:07:10.302024 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-af43cb2d-2651-40f3-a75f-5278b752ca31 req-2b806249-2dd3-4df7-85e5-fd38c7488b8a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 210 time: 0.0490589
Feb 07 02:07:11.062961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-b31ab831-0bcb-466c-8c84-6605332b603e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:11.064654 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-b31ab831-0bcb-466c-8c84-6605332b603e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 812 time: 0.2406929
Feb 07 02:07:11.184919 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-ce9d1a58-884a-45bf-8b88-ecc9c072e10f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d35a1cc1fb404743960226d890449143 HTTP/1.1" status: 200  len: 5763 time: 0.1009467
Feb 07 02:07:11.197245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'port': {'device_id': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'admin_state_up': True, 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'security_groups': ['4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e']}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:07:11.356060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:07:11.361153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Usage tracker for resource:port and tenant:d35a1cc1fb404743960226d890449143 is out of sync, need to count used quota {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 07 02:07:11.364624 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 07 02:07:11.371160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:07:11.409876 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Made reservation on behalf of d35a1cc1fb404743960226d890449143 for: {'port': 1} {{(pid=80059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 07 02:07:11.431625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:11.488450 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bdd7dca1-285c-4e00-9007-47ce4457b62d req-d0545225-122d-4f9a-b70a-df9fdeb8ed2f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 210 time: 0.0527556
Feb 07 02:07:11.761464 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.20.0.9 (3def0f04-2a91-4439-bfe3-d517d4739d10/b9408204-d87e-4457-90ed-161f5278d893/9d1b1b1f-b6c7-4826-a718-8ee6e446fbab) {{(pid=80059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:07:11.975070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:11.994262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Transition to ACTIVE for port object 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab will not be triggered until provisioned by entity DHCP. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:07:12.044808 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_create {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:12.063897 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-97db961a-da6b-4b9b-abd4-6b9059cbcc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:12.471434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,revision_number=1']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:12.487090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.487516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.487929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.488323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.488722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.489137 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.489523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.489915 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.490309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.490699 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.491116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.491512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.492022 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.492395 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.492787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.493340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.494065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.494251 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.494641 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.495099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.495502 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.495904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.496298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.496690 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:12.513556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:12.564198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 is already hosted by enough agents. {{(pid=80059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:07:12.565557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:07:12.568116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:07:12.710087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:12.710822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:12.767790 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-dabfd173-01e6-4835-a8ae-48164118e0d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5749323
Feb 07 02:07:12.787523 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Request body: {'port': {'device_id': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=80059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:07:12.845507 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-81f981b1-4bd3-45d0-a4a4-d636207eaded None None] Provisioning for port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab completed by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:07:12.857555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-81f981b1-4bd3-45d0-a4a4-d636207eaded None None] Provisioning complete for port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab triggered by entity DHCP. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:07:12.858363 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-81f981b1-4bd3-45d0-a4a4-d636207eaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:12.867322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22f150-b840-4e75-bd5b-289854935a4c req-cb9d297c-815a-46c7-9b57-ae9f06fc196c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:12.869877 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3f22f150-b840-4e75-bd5b-289854935a4c req-cb9d297c-815a-46c7-9b57-ae9f06fc196c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 931 time: 0.2295291
Feb 07 02:07:12.929099 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-81f981b1-4bd3-45d0-a4a4-d636207eaded None None] Port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab cannot update to ACTIVE because it is not bound. {{(pid=80061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 07 02:07:12.945152 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:12.952879 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3f22f150-b840-4e75-bd5b-289854935a4c req-663b9e28-eb0b-49e3-896a-98f69f5bea21 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0720279
Feb 07 02:07:13.392764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab {{(pid=80059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 07 02:07:13.401238 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:13.413959 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Transition to ACTIVE for port object 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab will not be triggered until provisioned by entity L2. {{(pid=80059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 07 02:07:13.449310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:13.465309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1f3ea4c5-ec64-449e-8455-35305417639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:13.604018 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,revision_number=2']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:13.609757 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:13.803825 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Attempting to bind port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab on host hv-cinder-74014 for vnic_type normal with profile  {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 07 02:07:13.804200 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Attempting to bind port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 07 02:07:13.804566 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Attempting to bind port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab on network 3def0f04-2a91-4439-bfe3-d517d4739d10 {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 07 02:07:13.811623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Checking agent: {'id': '02863228-8345-4b17-87de-ffe02702ebc4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 50, 18), 'started_at': datetime.datetime(2021, 2, 7, 1, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 2, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 07 02:07:13.812002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Checking segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 07 02:07:13.812411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:13.812804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Bound using segment: {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'} {{(pid=80059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 07 02:07:13.813281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Bound port: 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10'}}] {{(pid=80059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 07 02:07:13.813655 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:13.911065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] For port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab, host hv-cinder-74014, cleared binding levels {{(pid=80059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 07 02:07:13.914115 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] For port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 07 02:07:13.943487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847775331'] for port, after_update {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:13.963214 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-11b33bef-4ac8-4933-a186-f3ccb8202abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:14.121653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,revision_number=3']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:14.127085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:14.157985 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:14.163557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:14.163557 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-0fe957d9-f860-4098-ae63-c9d1bf09b26a service neutron] 10.222.0.21 "PUT /v2.0/ports/9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 1157 time: 1.3787723
Feb 07 02:07:14.163557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:07:14.269571 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c45ce-0415-4432-a216-5e946084d89b req-d57dcd48-e98e-4bd1-87e7-b0c3b3a910c6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:14.271366 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-056c45ce-0415-4432-a216-5e946084d89b req-d57dcd48-e98e-4bd1-87e7-b0c3b3a910c6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.1757872
Feb 07 02:07:14.331726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-2ec2ea78-94c3-41c3-a090-4b74fc0e63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:14.333442 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-2ec2ea78-94c3-41c3-a090-4b74fc0e63cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1160 time: 0.0854819
Feb 07 02:07:14.344451 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-056c45ce-0415-4432-a216-5e946084d89b req-cff48c36-d1e9-4a03-91e8-2c568b44df3a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0650299
Feb 07 02:07:14.421775 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-47153445-3e4e-415f-a477-0a5b586592de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 217 time: 0.0738101
Feb 07 02:07:14.423585 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'status': 'completed', 'code': 200}
Feb 07 02:07:14.506905 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-16bef740-68f5-4043-ae93-781de0213c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:14.508543 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-16bef740-68f5-4043-ae93-781de0213c31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0675054
Feb 07 02:07:14.598439 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-b58e5d30-919a-46b3-b02a-d57cfcdd73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:14.600102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-b58e5d30-919a-46b3-b02a-d57cfcdd73b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831316
Feb 07 02:07:14.746221 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-b11f1321-953e-4f72-a788-8c27e8258dbc service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392539
Feb 07 02:07:14.897042 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d8548b42-efab-44bb-8e16-27c09430dce1 req-f28d601a-9c72-44dd-ba06-b27bced671f3 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434572
Feb 07 02:07:15.122037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256175b-f645-48e6-a02e-f9a54d42497b req-dc774302-bdbf-42ef-9a85-e0c04ec7c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:15.123918 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-dc774302-bdbf-42ef-9a85-e0c04ec7c236 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1160 time: 0.0849164
Feb 07 02:07:15.272734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256175b-f645-48e6-a02e-f9a54d42497b req-dea8ec71-31a2-4662-a4ed-5aec6a087abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:15.275567 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-dea8ec71-31a2-4662-a4ed-5aec6a087abc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1417615
Feb 07 02:07:15.358872 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-f6069c34-c005-41d5-9fb4-d535696fffd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 217 time: 0.0715580
Feb 07 02:07:15.429824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256175b-f645-48e6-a02e-f9a54d42497b req-61e9872a-d474-4e72-93a7-f3defa00b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:15.432153 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-61e9872a-d474-4e72-93a7-f3defa00b379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0659015
Feb 07 02:07:15.526026 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256175b-f645-48e6-a02e-f9a54d42497b req-c49962cc-e2af-4934-bfa3-289d0cc91151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:15.527747 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-c49962cc-e2af-4934-bfa3-289d0cc91151 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843298
Feb 07 02:07:15.643345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9c29c-955b-4ff8-aaec-4f57fcf062d0 req-5a887d8e-1739-4bb4-852d-a85c7cbb274e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:15.645009 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5a9c29c-955b-4ff8-aaec-4f57fcf062d0 req-5a887d8e-1739-4bb4-852d-a85c7cbb274e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.1676180
Feb 07 02:07:15.678076 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-0acf4e6a-49d7-42c6-98e9-4c3b96c34b22 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410332
Feb 07 02:07:15.710688 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b5a9c29c-955b-4ff8-aaec-4f57fcf062d0 req-f64e238e-7bbc-4b80-9432-3a1ccbcac891 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0590944
Feb 07 02:07:15.841270 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-d256175b-f645-48e6-a02e-f9a54d42497b req-f98d457b-cb34-48f9-ac1e-8baa6d858b96 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563816
Feb 07 02:07:16.243314 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea393-6d45-4cc9-b95a-03d9df4ccecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:17.253824 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd038ad9-e826-43df-8ca9-909cdf103c2d req-4da324fe-e1b6-4094-9a20-656177728d38 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:17.255579 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bd038ad9-e826-43df-8ca9-909cdf103c2d req-4da324fe-e1b6-4094-9a20-656177728d38 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.4104967
Feb 07 02:07:17.320082 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-bd038ad9-e826-43df-8ca9-909cdf103c2d req-b440f88b-4d68-4c78-8fb4-ed1abeab0808 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578914
Feb 07 02:07:18.514185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-dfa3d560-ceff-46e9-91d4-e371a4c48fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:18.616066 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c053ee0-a54e-4527-b70f-9787c14b60f3 req-719f69f8-5c66-49a9-8002-9cce78636413 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:18.617657 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c053ee0-a54e-4527-b70f-9787c14b60f3 req-719f69f8-5c66-49a9-8002-9cce78636413 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.1684244
Feb 07 02:07:18.684138 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c053ee0-a54e-4527-b70f-9787c14b60f3 req-71159d24-7009-4809-bfcd-4320c0cdddb5 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0588629
Feb 07 02:07:19.283041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:20.046816 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744540c-67fd-4f34-b7c0-b770968f0ec1 req-9d3d547d-b4bd-4723-9612-37ed1a982293 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:20.048549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9744540c-67fd-4f34-b7c0-b770968f0ec1 req-9d3d547d-b4bd-4723-9612-37ed1a982293 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.1669037
Feb 07 02:07:20.113729 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9744540c-67fd-4f34-b7c0-b770968f0ec1 req-c7256477-3e26-4ee9-8b79-a908823e67fc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578611
Feb 07 02:07:20.656925 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:20.705764 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:20.751712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:21.538271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa705a-783c-40e9-8bdd-659370ac662c req-8ffc696f-6d93-4b1f-ae2f-3ae7e06456d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:21.540059 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1efa705a-783c-40e9-8bdd-659370ac662c req-8ffc696f-6d93-4b1f-ae2f-3ae7e06456d3 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 943 time: 0.1693861
Feb 07 02:07:21.757020 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-1efa705a-783c-40e9-8bdd-659370ac662c req-6952e12c-b63e-4b0d-92ce-b84a06ab66d5 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2099469
Feb 07 02:07:22.565391 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:07:22.666555 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning for port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab completed by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 07 02:07:22.671631 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:07:22.672050 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:22.804061 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:22.840783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:07:22.851935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] For port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:07:22.911793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:22.914340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-194ead92-2427-4d75-bebf-6efac7be6919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:22.986752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Pushing event updated for resources: {'Port': ['ID=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,revision_number=4']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:22.995326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.995709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.996086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.996459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.996828 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.997194 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.997557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.998174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.998625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.998981 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.999346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:22.999706 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.000154 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.000527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.000883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.001244 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.001602 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.001961 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.002364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.002722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.003109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.003511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.003868 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.004224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:23.008750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:23.063709 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c15a1-8c81-4e8d-a676-3a6425ea60ca req-359b5508-a51b-4b7d-8fc0-70baec404473 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:23.065461 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b42c15a1-8c81-4e8d-a676-3a6425ea60ca req-359b5508-a51b-4b7d-8fc0-70baec404473 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.1739519
Feb 07 02:07:23.131275 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b42c15a1-8c81-4e8d-a676-3a6425ea60ca req-85d980e4-1384-4d8a-8e50-3e2c631a6903 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593171
Feb 07 02:07:23.203204 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'code': 200}
Feb 07 02:07:23.601834 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb94a3-358d-426b-b986-2ebc99f79b1d req-82bbf396-12b5-4587-b4c6-0022cb185d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:23.603549 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8ddb94a3-358d-426b-b986-2ebc99f79b1d req-82bbf396-12b5-4587-b4c6-0022cb185d30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.0769250
Feb 07 02:07:23.649998 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8ddb94a3-358d-426b-b986-2ebc99f79b1d req-0fa0fc12-7ba4-4d23-8646-246a3777d4e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0401087
Feb 07 02:07:24.271887 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab up at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 07 02:07:24.355114 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.provisioning_blocks [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Provisioning complete for port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab triggered by entity L2. {{(pid=80061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 07 02:07:24.355552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769945'] for port, provisioning_complete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:24.443527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200ae9-fdc2-4736-b152-116ba0dada12 req-0e012a6f-d745-4440-b54d-8a25a6f2f91c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:24.445234 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9c200ae9-fdc2-4736-b152-116ba0dada12 req-0e012a6f-d745-4440-b54d-8a25a6f2f91c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.1788766
Feb 07 02:07:24.514602 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9c200ae9-fdc2-4736-b152-116ba0dada12 req-86678589-7b88-48e6-ac08-4c853a3e2c81 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0621562
Feb 07 02:07:24.752430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:07:25.818027 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6bd1-547d-4af9-b963-d05f83468d46 req-fbe17d6c-ca2d-4a60-9c21-49987a0c2716 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:25.819697 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce7c6bd1-547d-4af9-b963-d05f83468d46 req-fbe17d6c-ca2d-4a60-9c21-49987a0c2716 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.1692815
Feb 07 02:07:25.895511 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-ce7c6bd1-547d-4af9-b963-d05f83468d46 req-436e7f40-5fd9-4f38-aa9d-a01dc9c97fdd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0669615
Feb 07 02:07:26.190075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92eb9-9898-4eb8-97ee-4277d19be154 req-0b69ba4d-fb93-4303-8ea4-3fd381b29df2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:26.192886 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-29c92eb9-9898-4eb8-97ee-4277d19be154 req-0b69ba4d-fb93-4303-8ea4-3fd381b29df2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.1639080
Feb 07 02:07:26.262796 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-29c92eb9-9898-4eb8-97ee-4277d19be154 req-33deb2cf-ba04-44ad-9133-c260167706c8 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0641046
Feb 07 02:07:26.513453 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-eebb5ffc-65cc-4566-9bce-0635bb16aea2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1949103
Feb 07 02:07:26.523909 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:07:26.546158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 07 02:07:26.556136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.quota.driver [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 07 02:07:26.643295 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:26.795543 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:27.069106 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_common [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Allocated IP 172.27.1.161 (d62431df-21c8-4eda-8254-ddc0fb4eeb31/74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7/95f69e49-03cb-452a-ae2c-9547793b59ee) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 07 02:07:27.231841 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:27.320612 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785259222882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:27.336980 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-c3ea8895-c3f4-43cb-a7c2-5a1dcb6d0d52 tempest-VolumesSnapshotTestJSON-521416697 tempest-VolumesSnapshotTestJSON-521416697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:27.485938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=95f69e49-03cb-452a-ae2c-9547793b59ee,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:27.510179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.510598 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.511067 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.511551 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.511955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.512357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.512754 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.513150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.513561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.513974 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.514369 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.514768 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.515275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.515674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.516695 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.517095 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.517487 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.517882 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.518275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.518669 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.519088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.519480 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.519870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.520258 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:07:27.526593 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:27.562096 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Network d62431df-21c8-4eda-8254-ddc0fb4eeb31 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 07 02:07:27.563396 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.base_scheduler [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 07 02:07:27.565772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 07 02:07:27.649725 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:27.740198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853909623'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:28.027812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:28.062457 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251595030388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251595600534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785259175300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5423755'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:28.078317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-3399d3cd-f39b-4161-82fa-7106a591827e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:07:28.087254 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-ded5de6a-a640-469c-9f36-ed2cfeeda40f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0826864
Feb 07 02:07:28.219615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event updated for resources: {'Port': ['ID=95f69e49-03cb-452a-ae2c-9547793b59ee,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:07:28.224070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:07:28.269682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-5e8c656a-5501-4b6e-aac4-a932c26fb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:28.270834 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-5e8c656a-5501-4b6e-aac4-a932c26fb3be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0802104
Feb 07 02:07:28.329833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:28.388355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:28.389769 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-0b7b06c5-933e-4540-8fd7-f410ca8e3521 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8701787
Feb 07 02:07:28.433758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-30cc911b-cf00-46ca-9d5d-963bac8eea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:28.435469 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-30cc911b-cf00-46ca-9d5d-963bac8eea1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1442294
Feb 07 02:07:28.496012 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-d8652c35-e165-464d-afb5-dcce953ef5b6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:07:28.540561 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-d8652c35-e165-464d-afb5-dcce953ef5b6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:07:28.542511 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-d8652c35-e165-464d-afb5-dcce953ef5b6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.161 HTTP/1.1" status: 200  len: 696 time: 0.1458468
Feb 07 02:07:28.797637 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-f096b61e-9b66-4872-b7a6-470c4593b5c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 1001 time: 0.3552704
Feb 07 02:07:28.799297 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-7cb7b878-e1fe-4799-9c10-7c27441b3cc1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:28.800885 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-028c5abe-3a58-4f62-83a8-20e3f5fff0ec req-7cb7b878-e1fe-4799-9c10-7c27441b3cc1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2512412
Feb 07 02:07:28.871359 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-6969a70f-2259-435c-a95a-0f27831c0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:28.873225 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-6969a70f-2259-435c-a95a-0f27831c0cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0685368
Feb 07 02:07:28.961300 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-d0694e43-9056-446f-9c95-3cf106dd4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:28.962975 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-d0694e43-9056-446f-9c95-3cf106dd4e54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827391
Feb 07 02:07:29.088912 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-d3dd40c2-b1da-4758-ab40-a060c62471fa tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:29.090526 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-d3dd40c2-b1da-4758-ab40-a060c62471fa tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1773670
Feb 07 02:07:29.114320 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-b7efa59c-ecea-4096-b253-e65dccc4d13e service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441257
Feb 07 02:07:29.201235 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-418a47fb-014c-4a08-8a8c-c30ff2c74825 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.161 HTTP/1.1" status: 200  len: 696 time: 0.1037700
Feb 07 02:07:29.212430 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.v2.base [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Request body: {'floatingip': {'port_id': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 07 02:07:29.266288 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8890ab21-dbd1-40d5-8c41-36c59c547bdf req-dc6af638-141a-4b61-b60b-cd905c6aec5a service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449249
Feb 07 02:07:29.317692 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:30.195192 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:30.233888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549803'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:30.421182 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 9aa89c75-0577-4088-babc-832fcccb8250 associated. External IP: 172.27.1.161, port: 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab.
Feb 07 02:07:30.799304 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:07:30.991355 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:07:30.997006 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:31.002085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:07:31.012298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:07:31.012956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2b07438>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:07:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:07:31.059841 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-a06b8793-a573-42a6-a221-8e8961cce52e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "PUT /v2.0/floatingips/9aa89c75-0577-4088-babc-832fcccb8250 HTTP/1.1" status: 200  len: 996 time: 1.8518314
Feb 07 02:07:31.060356 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:07:31.158969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-ab9125a5-db23-4460-92fc-be9f62623a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:31.160698 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-ab9125a5-db23-4460-92fc-be9f62623a12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.0866432
Feb 07 02:07:31.309458 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-52c6971d-ac32-41ac-8f58-1c393e1a9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:31.311178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-52c6971d-ac32-41ac-8f58-1c393e1a9f95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1428006
Feb 07 02:07:31.359965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:07:31.423593 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-9d7648c5-4aef-48b2-9898-254d5b6e18d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 999 time: 0.1057572
Feb 07 02:07:31.492817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-80f0d597-f4c6-41f6-b595-32a6fe3eafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:31.494437 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-80f0d597-f4c6-41f6-b595-32a6fe3eafe5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0642049
Feb 07 02:07:31.583837 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-803651ed-9331-4347-8b8f-e6a38f94c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:31.585394 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-803651ed-9331-4347-8b8f-e6a38f94c6a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833380
Feb 07 02:07:31.731720 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-71034ec6-302a-4ad1-82e6-b5f153b1ac98 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388853
Feb 07 02:07:31.739870 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2b07438>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}, {'id': '9aa89c75-0577-4088-babc-832fcccb8250', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:eb:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:07:27Z', 'updated_at': '2021-02-07T02:07:30Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:07:31.744097 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:07:31.754404 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:07:31.755089 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2b07438>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:07:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:07:31.881014 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-8b5b1567-f76f-4297-8d45-c7557db4bff1 req-dd3726ed-de53-46d3-a450-bffb750ebca9 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426516
Feb 07 02:07:31.987178 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'status': 'completed', 'code': 200}
Feb 07 02:07:32.109495 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:07:32.112077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-ffaa5b69-70ce-49ef-aa78-37bd7e7370de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:32.113838 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-ffaa5b69-70ce-49ef-aa78-37bd7e7370de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.0821831
Feb 07 02:07:32.261275 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-2b494428-5883-4119-9a13-b924ada04872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:32.262951 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-2b494428-5883-4119-9a13-b924ada04872 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1425152
Feb 07 02:07:32.377257 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-87749280-f1ec-42c3-bad6-d76e4a92d681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 999 time: 0.1067967
Feb 07 02:07:32.451840 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-c9c7b8db-845b-4b3c-9eaa-aa3a8075aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:32.453770 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-c9c7b8db-845b-4b3c-9eaa-aa3a8075aa79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0701275
Feb 07 02:07:32.539691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-89b88816-3c0b-408d-9a40-92c3d6797b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:07:32.541364 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-89b88816-3c0b-408d-9a40-92c3d6797b15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809956
Feb 07 02:07:32.562291 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2b07438>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}, {'id': '9aa89c75-0577-4088-babc-832fcccb8250', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:eb:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:07:27Z', 'updated_at': '2021-02-07T02:07:30Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:07:32.566759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5571ef6-6d94-40ef-9859-baee0b22af82 None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}, {'id': '9aa89c75-0577-4088-babc-832fcccb8250', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:eb:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:07:27Z', 'updated_at': '2021-02-07T02:07:30Z', 'revision_number': 1, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:07:32.697664 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-ba639acb-10e4-4e4b-861a-24044923e649 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496296
Feb 07 02:07:32.853510 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-da124c93-0152-4a01-ae96-d103b0a418d7 req-112b8cd2-f7cf-4ab0-b783-4e7fbaacdf77 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492634
Feb 07 02:07:32.877528 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1132ad23-3074-4807-bd66-b075b6e2d03b None None] New status for floating IP 9aa89c75-0577-4088-babc-832fcccb8250: ACTIVE {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:07:46.259939 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0d1aee30-21f4-405d-a49e-7cc44f706dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:48.505716 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ceb2af84-3b95-48a0-b6bf-a7a9a79ab5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:49.294231 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:50.675262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:50.724734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:07:50.787969 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:01.752949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:08:16.245597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-55c1b9fd-f976-4002-bd58-e65029b69e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:18.580661 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a28892dd-649d-47db-aa33-c9b09c1a6fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:19.290371 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:20.684312 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:20.712822 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:20.768388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:28.211876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-21802db3-db67-4008-96df-f998014e131a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1655235
Feb 07 02:08:28.336584 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-2faaf0dc-3fd4-4d11-8bc0-b90923448881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:08:28.338322 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-2faaf0dc-3fd4-4d11-8bc0-b90923448881 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.0887370
Feb 07 02:08:28.503888 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-ee309e9e-500e-460d-b421-a4efd6206611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:08:28.505539 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-ee309e9e-500e-460d-b421-a4efd6206611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1467934
Feb 07 02:08:28.620998 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-69ec7c08-28fe-4842-b7c0-61012ed0a2cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 1001 time: 0.1085687
Feb 07 02:08:28.690700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-0dc6bfff-bc9b-4bde-b847-40e997f9eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:08:28.692347 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-0dc6bfff-bc9b-4bde-b847-40e997f9eba5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0637491
Feb 07 02:08:28.775084 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-072d6e1e-c5e2-46ab-a5ab-68e4d2266c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:08:28.776632 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-072d6e1e-c5e2-46ab-a5ab-68e4d2266c4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776548
Feb 07 02:08:28.924730 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-e0e0a32d-6318-4033-849f-c74ce5124768 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399720
Feb 07 02:08:29.071256 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-b9f30e89-6daf-4496-81aa-338e5e3fe70b req-2c6dd4f5-9bc1-4c22-9a26-53d608633c88 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392298
Feb 07 02:08:38.753956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:08:46.249717 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-ea7047bc-9fc1-4ffa-8be9-98d6ec339851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:48.512103 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-52e2bf25-1854-41ea-a1df-1020ca86d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:49.318700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:50.732245 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:50.756007 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:08:50.784298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:11.233683 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-20d5569f-c58f-4b70-8b01-a23f7b64dd4f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips/9aa89c75-0577-4088-babc-832fcccb8250 HTTP/1.1" status: 200  len: 998 time: 0.3787830
Feb 07 02:09:11.475682 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-fdb3971f-a068-4e72-9729-3b04ab60156e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:11.477213 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-fdb3971f-a068-4e72-9729-3b04ab60156e tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2375634
Feb 07 02:09:11.603421 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-cbb877dc-cfc8-4070-be06-d844f5eb0ff0 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.161 HTTP/1.1" status: 200  len: 1001 time: 0.1192791
Feb 07 02:09:11.765020 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-6f915af2-93ec-445d-9240-ce7dd6aec906 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:11.766568 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-6f915af2-93ec-445d-9240-ce7dd6aec906 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports/9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 942 time: 0.1573148
Feb 07 02:09:11.988182 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-b2c05dae-ccf1-491d-8cb4-a933e0504773 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.161 HTTP/1.1" status: 200  len: 1001 time: 0.1226523
Feb 07 02:09:12.228866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port 95f69e49-03cb-452a-ae2c-9547793b59ee {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:12.229309 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:12.417168 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:12.417797 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:12.556595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for 95f69e49-03cb-452a-ae2c-9547793b59ee owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:12.812403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:12.829935 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-85548fd2-5382-4e2a-817e-b27c5d97e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:12.940179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=95f69e49-03cb-452a-ae2c-9547793b59ee,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:12.955149 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.955579 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.955999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.956406 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.956827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.957809 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.958216 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.958625 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.959056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.959462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.959862 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.960261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.960749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.961150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.961546 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.961940 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.962333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.962729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.963150 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.963548 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.963946 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.964337 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.964730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.965129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:12.970745 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:13.100878 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:13.101163 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 9aa89c75-0577-4088-babc-832fcccb8250 disassociated (deleted). External IP: 172.27.1.161, port: 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab.
Feb 07 02:09:13.541164 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:09:13.761199 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:09:13.773163 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:09:13.783311 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:13.787978 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3c08400>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:08:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:13.820181 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:13.908942 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8893767d-02b6-4994-b23c-8298becb3659 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "DELETE /v2.0/floatingips/9aa89c75-0577-4088-babc-832fcccb8250 HTTP/1.1" status: 204  len: 173 time: 1.9140625
Feb 07 02:09:13.910014 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:09:14.078143 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:14.202308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-c64aa972-e638-49f5-975e-0899ebd34e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:14.204876 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-c64aa972-e638-49f5-975e-0899ebd34e27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.2750759
Feb 07 02:09:14.366438 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-84584d8f-c282-48c0-964b-1be900221e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:14.368037 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-84584d8f-c282-48c0-964b-1be900221e5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1555226
Feb 07 02:09:14.463742 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-d26c3d77-6408-4b71-a261-d928338a45fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 217 time: 0.0881648
Feb 07 02:09:14.538326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-d223fad0-fdb6-40d4-9269-a272938ea531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:14.540006 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-d223fad0-fdb6-40d4-9269-a272938ea531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0693734
Feb 07 02:09:14.633056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-4a119e52-9f9b-465f-818c-527e0aa387be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:14.634653 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-4a119e52-9f9b-465f-818c-527e0aa387be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880890
Feb 07 02:09:14.670109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3c08400>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:14.682475 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:09:14.693166 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:14.693844 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3c08400>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:08:48Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:14.897732 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:15.038699 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-8c5d5f13-664f-4157-ba6f-f6e8c16ed755 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3968585
Feb 07 02:09:15.194286 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fa05df52-e798-4e04-aee0-74e8f25992e3 req-ce5ed415-e463-4fb4-bf02-9b93c88d05b0 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482656
Feb 07 02:09:15.310261 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3c08400>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:15.315339 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59052981-a516-483c-8c18-fb5da9f3745a None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_floatingips': [{'id': '5d575789-389e-4550-bc5d-b5b4dbd8d1c8', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'router_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'port_id': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'mac_address': 'fa:16:3e:c8:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T02:05:26Z', 'updated_at': '2021-02-07T02:05:31Z', 'revision_number': 2, 'project_id': 'd35a1cc1fb404743960226d890449143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:09:15.416868 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'status': 'completed', 'code': 200}
Feb 07 02:09:15.552202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-2a8d53e8-4405-43e6-9656-1e381af04b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:15.553874 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-2a8d53e8-4405-43e6-9656-1e381af04b38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 1162 time: 0.0891159
Feb 07 02:09:15.721766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-23fc4136-3c54-482c-bbf4-6ad806b50731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:15.724205 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-23fc4136-3c54-482c-bbf4-6ad806b50731 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1630652
Feb 07 02:09:15.733354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f128f1-fe03-439a-9df4-18ea3f75a317 None None] New status for floating IP 9aa89c75-0577-4088-babc-832fcccb8250: DOWN {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:09:15.755443 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:09:15.808224 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-514eb39a-a775-4163-9104-3c839611d033 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 200  len: 217 time: 0.0764587
Feb 07 02:09:15.888658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-f03bbe13-251e-46f4-82fe-dcb4dd6e54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:15.891308 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-f03bbe13-251e-46f4-82fe-dcb4dd6e54db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0772741
Feb 07 02:09:15.982394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-f9b8189d-8f6c-4544-9592-0ffec70f64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:15.984131 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-f9b8189d-8f6c-4544-9592-0ffec70f64e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857265
Feb 07 02:09:16.107972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053dbb1-f110-455e-8051-0c0ed8cf1dac req-fb9e2264-2ee1-493f-8573-0d81f7241265 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:16.109240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-9053dbb1-f110-455e-8051-0c0ed8cf1dac req-fb9e2264-2ee1-493f-8573-0d81f7241265 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:16.136744 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-d71ce40e-acbc-4afc-a0c0-17402f8b7e2f service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439888
Feb 07 02:09:16.163162 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-9053dbb1-f110-455e-8051-0c0ed8cf1dac req-fb9e2264-2ee1-493f-8573-0d81f7241265 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:16.164498 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9053dbb1-f110-455e-8051-0c0ed8cf1dac req-fb9e2264-2ee1-493f-8573-0d81f7241265 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.3187203
Feb 07 02:09:16.237492 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-44333665-5455-4a87-a1a2-7b1178071541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:16.237727 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9053dbb1-f110-455e-8051-0c0ed8cf1dac req-43d91e5d-fc60-428f-bba2-4b9cb6a75637 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0662377
Feb 07 02:09:16.308278 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e031d707-89f2-4cae-96db-9d54d9a1f947 req-1fa99f3e-3eba-4cdb-8d92-4bbf517a4c24 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623878
Feb 07 02:09:17.607615 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b99dd0-b89b-4c4a-8353-02178d3d2673 req-e0a6ed42-5298-453a-af63-085461ff4ae7 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:17.609347 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b99dd0-b89b-4c4a-8353-02178d3d2673 req-e0a6ed42-5298-453a-af63-085461ff4ae7 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.1777999
Feb 07 02:09:17.676171 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-63b99dd0-b89b-4c4a-8353-02178d3d2673 req-090211ae-d4a2-4249-8271-1d4fe248bfcb tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599446
Feb 07 02:09:17.677701 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-c3847215-c6e6-4fdf-8a08-d7c1acd20cdc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:17.678606 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-c3847215-c6e6-4fdf-8a08-d7c1acd20cdc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:17.698489 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-c3847215-c6e6-4fdf-8a08-d7c1acd20cdc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:17.700556 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-c3847215-c6e6-4fdf-8a08-d7c1acd20cdc tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 945 time: 0.2124798
Feb 07 02:09:17.801088 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:17.802124 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:18.100730 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] For port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:18.101132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:18.237353 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:18.523459 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-0ab21b36-b734-4fc3-8fe9-9b86f9f462f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:18.720662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:18.737517 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bfb72c90-ee4b-427b-a5f3-4ae9872ba569 tempest-AttachVolumeTestJSON-1973136124 tempest-AttachVolumeTestJSON-1973136124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:18.843793 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=9d1b1b1f-b6c7-4826-a718-8ee6e446fbab,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:18.865085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.865454 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.865867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.866271 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.866672 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.867130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.867531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.867930 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.868326 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.868721 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.869116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.869511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.869989 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.870385 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.870783 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.871467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.871859 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.872252 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.872647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.873040 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.873437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.873827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.874423 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.875070 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-iscsi {{(pid=80059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 07 02:09:18.882394 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:18.902757 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-26f43f66-120f-412d-ab2c-516d8dbac64f req-60f2872d-5791-4b41-975b-fddb8be0c3af tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 210 time: 0.0707095
Feb 07 02:09:19.005090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] No DVR routers for this DVR port 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:09:19.007552 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:19.010500 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'name': 'network-vif-deleted', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:09:19.071116 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-87aed48b-3ae6-4441-ad44-030e16276c1e req-06bca04a-6a1b-49a9-82c2-446e02a1b255 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "DELETE /v2.0/ports/9d1b1b1f-b6c7-4826-a718-8ee6e446fbab HTTP/1.1" status: 204  len: 173 time: 1.3628738
Feb 07 02:09:19.154005 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd732159-afb8-4b12-a5d0-798105c4dce0', 'name': 'network-vif-deleted', 'tag': '9d1b1b1f-b6c7-4826-a718-8ee6e446fbab', 'status': 'completed', 'code': 200}
Feb 07 02:09:19.207924 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:19.245702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:19.246418 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 9d1b1b1f-b6c7-4826-a718-8ee6e446fbab not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:19.300090 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:20.115085 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f8b879ae-7d36-4d79-a24c-7ff1ae666be4 req-1539e349-ea5a-45cf-ba17-c97d5afae1c6 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd732159-afb8-4b12-a5d0-798105c4dce0 HTTP/1.1" status: 200  len: 210 time: 0.0568080
Feb 07 02:09:20.734810 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:20.763498 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:20.812255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:23.985839 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-504f6e2b-eae0-45fd-bcde-9f2028c8af53 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips/5d575789-389e-4550-bc5d-b5b4dbd8d1c8 HTTP/1.1" status: 200  len: 998 time: 0.1334195
Feb 07 02:09:24.233160 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-028aeac8-4ebe-490e-8733-81cf72f51271 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:24.234794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-028aeac8-4ebe-490e-8733-81cf72f51271 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2425959
Feb 07 02:09:24.367514 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-14628907-b39a-44eb-8b72-89d7cbe50c7a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:24.408847 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-14628907-b39a-44eb-8b72-89d7cbe50c7a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:24.411007 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-14628907-b39a-44eb-8b72-89d7cbe50c7a tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.27 HTTP/1.1" status: 200  len: 1001 time: 0.1683490
Feb 07 02:09:24.589750 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-e5aa0fb1-b3fc-4051-b62d-9dcd2b217b04 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:24.591393 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-e5aa0fb1-b3fc-4051-b62d-9dcd2b217b04 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports/2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 943 time: 0.1698966
Feb 07 02:09:24.806414 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-0f8322e1-44ed-49cb-8d39-5b95cb1681a4 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.27 HTTP/1.1" status: 200  len: 1001 time: 0.1306438
Feb 07 02:09:25.060782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port 13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:25.061362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:25.260586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:25.260932 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:25.400740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for 13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:25.660360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:25.676949 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-eff2a849-9617-462e-b904-eec08b0c1288 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:25.781360 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=13bdc8f9-cc4c-4eae-b733-3c6a7ebec5a5,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:25.786255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:25.908637 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:25.909000 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.db.l3_db [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Floating IP 5d575789-389e-4550-bc5d-b5b4dbd8d1c8 disassociated (deleted). External IP: 172.27.1.27, port: 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9.
Feb 07 02:09:26.543520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:09:26.741085 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:09:26.751972 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:09:26.763447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:26.764131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3205550>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:26.792323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:26.857474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1cd362c5-2569-4761-ada5-216dd5d95c96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "DELETE /v2.0/floatingips/5d575789-389e-4550-bc5d-b5b4dbd8d1c8 HTTP/1.1" status: 204  len: 173 time: 2.0447385
Feb 07 02:09:26.857943 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:09:26.959086 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-70a864b9-ff98-46f1-839e-3288504236bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:26.960775 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-70a864b9-ff98-46f1-839e-3288504236bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0848453
Feb 07 02:09:26.972760 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:27.113658 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-054a96ce-45ea-4e26-8755-bd2a4d3b8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:27.115272 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-054a96ce-45ea-4e26-8755-bd2a4d3b8d7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1478236
Feb 07 02:09:27.196061 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-5d236ab9-c77c-43a8-96a6-b1105782d329 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 217 time: 0.0735025
Feb 07 02:09:27.271376 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-8e78ed66-1f3f-466a-ac06-a87fdeb42a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:27.273022 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-8e78ed66-1f3f-466a-ac06-a87fdeb42a6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0681529
Feb 07 02:09:27.327049 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3205550>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:27.331342 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:09:27.340662 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:27.341333 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a3205550>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:27.365185 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-92f501cc-1f7f-408f-be73-a724b29e065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:27.366794 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-92f501cc-1f7f-408f-be73-a724b29e065f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867436
Feb 07 02:09:27.524695 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-1d26953f-5018-4356-a493-207217670830 service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503375
Feb 07 02:09:27.545324 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:27.687583 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-4053a516-a6eb-465e-af04-8cfb01772fd1 req-640f559b-8da7-460e-a6b5-8f53f86bdacd service neutron] 10.222.0.38 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523204
Feb 07 02:09:27.785222 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'status': 'completed', 'code': 200}
Feb 07 02:09:27.929080 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-27925618-0f9d-4fef-bc9d-420eae517fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:27.930772 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-27925618-0f9d-4fef-bc9d-420eae517fae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d35a1cc1fb404743960226d890449143&device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 1163 time: 0.0959823
Feb 07 02:09:28.105112 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-892f7045-8c1f-4d6b-a65a-7b9e59b606ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:28.105605 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a3205550>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:28.106818 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-892f7045-8c1f-4d6b-a65a-7b9e59b606ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 200  len: 906 time: 0.1691067
Feb 07 02:09:28.112614 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418724b-1189-4498-8774-46f4537c1da3 None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:02:09Z', 'revision_number': 4, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi', '_interfaces': [{'id': '952d28a8-9029-456a-a460-e018af458d06', 'name': '', 'network_id': '3def0f04-2a91-4439-bfe3-d517d4739d10', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'mac_address': 'fa:16:3e:69:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b9408204-d87e-4457-90ed-161f5278d893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:08Z', 'updated_at': '2021-02-07T02:02:18Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'subnets': [{'id': 'b9408204-d87e-4457-90ed-161f5278d893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:09:28.196189 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-8a786411-6aaf-4dc1-81ad-a6883d22a93c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 200  len: 217 time: 0.0812590
Feb 07 02:09:28.278576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-c3eb8d2f-b43e-4c7f-afd9-f414fc29872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:28.280637 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-c3eb8d2f-b43e-4c7f-afd9-f414fc29872a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 200  len: 851 time: 0.0774143
Feb 07 02:09:28.371867 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-810e5986-e6d1-4f12-af75-0c0f233f22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:28.373591 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-810e5986-e6d1-4f12-af75-0c0f233f22a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3def0f04-2a91-4439-bfe3-d517d4739d10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866833
Feb 07 02:09:28.522792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4958e10-4760-4126-b478-33db02749a89 None None] New status for floating IP 5d575789-389e-4550-bc5d-b5b4dbd8d1c8: DOWN {{(pid=80061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 07 02:09:28.528632 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-5583a470-18c6-44c3-8190-69c4f4a37604 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477573
Feb 07 02:09:28.588262 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fe55b-ec96-4a5a-bcc2-36b73174a679 req-7e50156c-5fe2-489f-82fd-2350130efacd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:28.589132 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-f40fe55b-ec96-4a5a-bcc2-36b73174a679 req-7e50156c-5fe2-489f-82fd-2350130efacd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:28.641703 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-f40fe55b-ec96-4a5a-bcc2-36b73174a679 req-7e50156c-5fe2-489f-82fd-2350130efacd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:28.643198 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f40fe55b-ec96-4a5a-bcc2-36b73174a679 req-7e50156c-5fe2-489f-82fd-2350130efacd tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.2404873
Feb 07 02:09:28.703063 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-9aab0727-c100-45f0-a267-79dd3ca000fe req-c0a15c17-f019-408a-9e8d-5837e73fd8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1647198
Feb 07 02:09:28.711815 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-f40fe55b-ec96-4a5a-bcc2-36b73174a679 req-103870df-125d-41f5-9f36-5ea524145436 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0615129
Feb 07 02:09:30.019836 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b41dc-c3b1-4e3a-973b-37e0c46be28c req-549e061f-e852-4418-bdfe-ebcc5d05cd2f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:30.021555 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-235b41dc-c3b1-4e3a-973b-37e0c46be28c req-549e061f-e852-4418-bdfe-ebcc5d05cd2f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.1739779
Feb 07 02:09:30.087961 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-235b41dc-c3b1-4e3a-973b-37e0c46be28c req-f3c5598f-c957-40b6-87c1-fe89242f176c tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups?id=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599644
Feb 07 02:09:30.321317 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-f0d678bd-643d-4018-982d-5193ceaf1842 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:30.322068 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-f0d678bd-643d-4018-982d-5193ceaf1842 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:30.336473 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-f0d678bd-643d-4018-982d-5193ceaf1842 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:port {{(pid=80059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:30.337745 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-f0d678bd-643d-4018-982d-5193ceaf1842 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 946 time: 0.1885197
Feb 07 02:09:30.442197 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:30.442617 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:30.726694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] For port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:30.727158 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:30.875323 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 owned by compute:nova {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:31.157596 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:31.174674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b1c9a4c5-408d-4185-a280-d76e4da8d2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:31.277530 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-64a12cf1-3eab-49c7-b0ff-84cf6d969d59 req-f7546d5e-080e-441c-9266-b6a0da418ae2 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0512269
Feb 07 02:09:31.285547 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=2891e335-2fb8-4f99-b3e3-bf6a4583f8b9,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:31.290293 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:31.314382 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:31.353788 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] No Port match for: 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:31.354187 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Device 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 not bound to the agent host hv-cinder-74014 {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:31.396595 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] No DVR routers for this DVR port 2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 on host hv-cinder-74014 {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:09:31.399002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for port, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:31.401999 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'name': 'network-vif-deleted', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9'}] {{(pid=80059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 07 02:09:31.463534 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c8ff16-e590-47a8-9eb8-15b3d770eecb', 'name': 'network-vif-deleted', 'tag': '2891e335-2fb8-4f99-b3e3-bf6a4583f8b9', 'status': 'completed', 'code': 200}
Feb 07 02:09:31.481428 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-7c9f5def-90b2-46d1-bb2b-76debf9cff66 req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.21 "DELETE /v2.0/ports/2891e335-2fb8-4f99-b3e3-bf6a4583f8b9 HTTP/1.1" status: 204  len: 173 time: 1.1374741
Feb 07 02:09:32.492307 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-e32467ce-a47f-420e-9dc5-94f2934bb086 req-91938fb1-5692-4482-a6f9-c0cd047c399d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/ports?device_id=87c8ff16-e590-47a8-9eb8-15b3d770eecb HTTP/1.1" status: 200  len: 210 time: 0.0613277
Feb 07 02:09:33.758869 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-6c96c30c-00ac-4ea8-8e42-c3fb1add97ce tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips/3be707d4-70cb-4eb9-a227-89962e043bb2 HTTP/1.1" status: 200  len: 693 time: 0.1179345
Feb 07 02:09:34.014835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-9908dca8-ad73-4ca1-bb3d-da73040e64df tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 07 02:09:34.016474 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-9908dca8-ad73-4ca1-bb3d-da73040e64df tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/networks/d62431df-21c8-4eda-8254-ddc0fb4eeb31 HTTP/1.1" status: 200  len: 784 time: 0.2512898
Feb 07 02:09:34.128469 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-7bb780c1-77d0-48e5-aff7-2c1d05bbcc82 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Synchronizing usage tracker for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 07 02:09:34.171892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.quota.resource [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-7bb780c1-77d0-48e5-aff7-2c1d05bbcc82 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Unset dirty status for tenant:d35a1cc1fb404743960226d890449143 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 07 02:09:34.173340 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-7bb780c1-77d0-48e5-aff7-2c1d05bbcc82 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200  len: 696 time: 0.1497133
Feb 07 02:09:34.282315 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-66a7ffc3-efc4-4b38-a8ea-4df676784d96 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200  len: 696 time: 0.1013646
Feb 07 02:09:34.482381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Deleting port 7fbb9301-0831-40bf-87dd-fc7a6ceea66b {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:34.482763 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:34.681616 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:34.681986 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:34.833447 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Calling delete_port for 7fbb9301-0831-40bf-87dd-fc7a6ceea66b owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:35.052306 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849352076'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:35.072177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-5f7c9ae1-e4ce-4441-a5ab-aa54f1c58edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:35.184755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'Port': ['ID=7fbb9301-0831-40bf-87dd-fc7a6ceea66b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:35.187496 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:35.306927 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:35.357684 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772170'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:35.359012 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-3a2c288f-583e-479f-b68a-21d0f40397e7 req-d448dcff-6be7-41b2-bb85-fda5bba0d738 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "DELETE /v2.0/floatingips/3be707d4-70cb-4eb9-a227-89962e043bb2 HTTP/1.1" status: 204  len: 173 time: 1.0700552
Feb 07 02:09:36.946266 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-ae0fe9de-9ffc-4898-a97b-a8c8f1b6407d tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "GET /v2.0/security-groups/4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e HTTP/1.1" status: 200  len: 2997 time: 0.0731890
Feb 07 02:09:37.052045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:37.087468 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:37.303315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:37.309129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fdcb1848-2988-4e50-b3f8-76afc2aa6eda tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:37.327064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:37.330109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:37.364171 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:37.365569 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [req-fdb6e8be-061f-4c3e-8932-9bacda949a96 req-feea8b45-3c08-491e-b15b-ec45a37b632f tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] 10.222.0.38 "DELETE /v2.0/security-groups/4bd362fe-c4f7-4fa0-a01b-5ca5753c8c1e HTTP/1.1" status: 204  len: 173 time: 0.4126120
Feb 07 02:09:37.474364 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50816) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:38.257277 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:38.903674 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Deleting port 952d28a8-9029-456a-a460-e018af458d06 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:38.904058 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:39.107145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] For port 952d28a8-9029-456a-a460-e018af458d06, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=952d28a8-9029-456a-a460-e018af458d06,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:39.107550 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:39.249182 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Calling delete_port for 952d28a8-9029-456a-a460-e018af458d06 owned by network:router_interface {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:39.520462 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:39.536872 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2b99f467-80dd-414a-817f-c92d5c2bc3f1 tempest-TestVolumeBootPattern-1993630097 tempest-TestVolumeBootPattern-1993630097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:39.644557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=952d28a8-9029-456a-a460-e018af458d06,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:39.649307 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:39.986883 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:40.540087 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Router dd83064e-fcfe-4346-8dac-6784a75c154d has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:09:40.742702 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:09:40.752531 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Sync routers for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:09:40.758392 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] 10.222.0.38 "PUT /v2.0/routers/dd83064e-fcfe-4346-8dac-6784a75c154d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2823124
Feb 07 02:09:40.761116 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50822) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:40.764512 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:40.765202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bb7630>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:40.962343 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:40.966530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:41.160069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:41.165976 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Deleting port e599bfe2-7aec-4bf0-8616-43044e5dfd05 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:41.166357 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:41.278838 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bb7630>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:09:39Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:41.282921 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Checking router: dd83064e-fcfe-4346-8dac-6784a75c154d for host: dv-cinder-740146-7-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:09:41.292520 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Routers {'dd83064e-fcfe-4346-8dac-6784a75c154d'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:41.293202 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bb7630>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['dd83064e-fcfe-4346-8dac-6784a75c154d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:41.372511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] For port e599bfe2-7aec-4bf0-8616-43044e5dfd05, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=e599bfe2-7aec-4bf0-8616-43044e5dfd05,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:41.372914 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:41.495281 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] Set router dd83064e-fcfe-4346-8dac-6784a75c154d gateway port host: dv-cinder-740146-7-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:41.763675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Calling delete_port for e599bfe2-7aec-4bf0-8616-43044e5dfd05 owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:41.811437 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a2bb7630>, [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:09:39Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:41.816345 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b84b7-00d9-4530-8c69-306dd2fbb1dd None None] The sync data for ids ['dd83064e-fcfe-4346-8dac-6784a75c154d'] in dv-cinder-740146-7-iscsi is: [{'id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'name': 'tempest-TestVolumeBootPattern-1576173782-router', 'tenant_id': 'd35a1cc1fb404743960226d890449143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:04Z', 'updated_at': '2021-02-07T02:09:39Z', 'revision_number': 5, 'project_id': 'd35a1cc1fb404743960226d890449143', 'gw_port': {'id': 'e599bfe2-7aec-4bf0-8616-43044e5dfd05', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd83064e-fcfe-4346-8dac-6784a75c154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:05Z', 'updated_at': '2021-02-07T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:09:42.020668 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.101056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 952d28a8-9029-456a-a460-e018af458d06 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:42.145958 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 952d28a8-9029-456a-a460-e018af458d06 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:42.146267 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 952d28a8-9029-456a-a460-e018af458d06 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:42.224539 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.372222 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.374583 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.482907 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.483516 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd83064e-fcfe-4346-8dac-6784a75c154d {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 02:09:42.497917 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.499208 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2d5df747-527c-454b-896b-704ef8491857 admin admin] 10.222.0.38 "DELETE /v2.0/routers/dd83064e-fcfe-4346-8dac-6784a75c154d HTTP/1.1" status: 204  len: 168 time: 1.7370622
Feb 07 02:09:42.502570 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50826) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:42.580483 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Deleting subnet b9408204-d87e-4457-90ed-161f5278d893 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:09:42.584642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.645206 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:42.732815 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.066296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.082048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-fcee87ba-d5ce-4bd9-b81f-b2bce8f461ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:43.175749 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9408204-d87e-4457-90ed-161f5278d893,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:43.187740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:43.222748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.229102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-31aa57ff-7667-4df0-84a2-38222b850246 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b9408204-d87e-4457-90ed-161f5278d893 HTTP/1.1" status: 204  len: 168 time: 0.7239506
Feb 07 02:09:43.229289 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834a989-c8e0-4ae9-8e48-054985df039a None None] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:09:43.236688 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50830) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:43.373161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.445804 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Deleting port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:43.446110 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.500649 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] DHCP port deletion for 3def0f04-2a91-4439-bfe3-d517d4739d10 request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 02:09:43.506254 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Deleting port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:43.506676 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.687493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] For port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:43.687827 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.766525 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] For port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,segment=NetworkSegment(acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3),segment_id=acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:43.767048 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.828722 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Calling delete_port for 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 owned by network:dhcp {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:43.917923 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Calling delete_port for 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:43.958759 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:43.975619 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-118c75f6-46e1-4c7a-98bb-bcaf94c74c19 tempest-TestShelveInstance-422917861 tempest-TestShelveInstance-422917861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:43.996515 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 02:09:43.996929 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 02:09:44.088965 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2af47f-4cee-43fc-8f7c-b76edb6ef859,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:44.103332 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:44.138346 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e599bfe2-7aec-4bf0-8616-43044e5dfd05 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:44.148141 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] No DVR routers for this DVR port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 on host dv-cinder-740146-7-iscsi {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:09:44.181015 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: e599bfe2-7aec-4bf0-8616-43044e5dfd05 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:44.181411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device e599bfe2-7aec-4bf0-8616-43044e5dfd05 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:44.181879 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:44.219900 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:44.220208 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:44.288247 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:44.414064 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a30bbf98>,) {'filters': {'network_id': ['3def0f04-2a91-4439-bfe3-d517d4739d10']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:44.428432 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a30bbf98>, 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:44.428770 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a30bbf98>, 'acafc676-36d6-4ab8-8f48-2a4e2ba8ebd3') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:44.442680 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:44.459740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:44.463161 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:09:44.497772 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Deleting port 4c2af47f-4cee-43fc-8f7c-b76edb6ef859 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:44.498207 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:44.573729 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-03b53034-617b-429c-946b-8d1ebf063010 None None] The port '4c2af47f-4cee-43fc-8f7c-b76edb6ef859' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 02:09:44.657666 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:09:44.668365 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:44.862255 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Network 3def0f04-2a91-4439-bfe3-d517d4739d10 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:09:44.887448 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:09:44.997204 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:45.000892 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e555c1cb-d405-4ddc-8d64-f7d95267eae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:45.016678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:45.029077 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3def0f04-2a91-4439-bfe3-d517d4739d10,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:45.032891 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:45.067300 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-9aaab038-70d5-4cd0-9489-5012ecc03e36 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3def0f04-2a91-4439-bfe3-d517d4739d10 HTTP/1.1" status: 204  len: 168 time: 1.8286774
Feb 07 02:09:45.071109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50834) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:45.913296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225202'] for router_interface, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:46.240354 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a93a56de-1b08-49a5-ad9d-a29d8f958b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:46.305308 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Deleting port a9a3a297-d64f-42ba-8019-995344a649d3 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:46.305694 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:46.500752 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] For port a9a3a297-d64f-42ba-8019-995344a649d3, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=a9a3a297-d64f-42ba-8019-995344a649d3,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:46.501156 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:46.647618 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Calling delete_port for a9a3a297-d64f-42ba-8019-995344a649d3 owned by network:router_interface {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:46.928472 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:46.945361 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-8fa06b91-dbc7-424a-9f09-0bbee50883f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:47.052904 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a3a297-d64f-42ba-8019-995344a649d3,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:47.056179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:47.386296 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854186304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854248195'] for router_interface, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:47.937246 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 has already been hosted by L3 agent 39f359e7-da26-42a8-8d45-38d91c9d6a28 {{(pid=80059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 07 02:09:48.417817 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] Notify agent at l3_agent.dv-cinder-740146-7-iscsi the message routers_updated {{(pid=80059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 07 02:09:48.427495 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-26b0d264-af1c-4624-9ba5-b4e6fe49288b admin admin] 10.222.0.38 "PUT /v2.0/routers/7ab5a177-e1a7-471c-81a1-09cc60ac17d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3552060
Feb 07 02:09:48.428102 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Sync routers for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 07 02:09:48.430393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50838) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:48.446567 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:48.447405 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a22be470>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:18Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:48.648175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks [] for router, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:48.657511 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3b95360e-1988-417b-b5f1-6441339ab20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:48.685429 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:48.857623 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:48.864544 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Deleting port 901fed22-c4cd-4acc-8625-c3c9e1391453 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:48.864928 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.015712 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a22be470>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:09:46Z', 'revision_number': 5, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:49.020758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Checking router: 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 for host: dv-cinder-740146-7-iscsi {{(pid=80061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 07 02:09:49.030065 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Routers {'7ab5a177-e1a7-471c-81a1-09cc60ac17d5'} bound to L3 agent in host dv-cinder-740146-7-iscsi {{(pid=80061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 07 02:09:49.030734 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd7a22be470>, 'dv-cinder-740146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-07T01:42:48Z,description=<?>,heartbeat_timestamp=2021-02-07T02:09:49Z,host='dv-cinder-740146-7-iscsi',id=39f359e7-da26-42a8-8d45-38d91c9d6a28,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-07T01:42:48Z,topic='l3_agent')) {'router_ids': ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'], 'active': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:49.065057 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] For port 901fed22-c4cd-4acc-8625-c3c9e1391453, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=901fed22-c4cd-4acc-8625-c3c9e1391453,segment=NetworkSegment(e525cfb6-0b39-45ca-accc-cfddae7df2f8),segment_id=e525cfb6-0b39-45ca-accc-cfddae7df2f8)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:49.066076 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.221491 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Calling delete_port for 901fed22-c4cd-4acc-8625-c3c9e1391453 owned by network:router_gateway {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:49.241556 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvr_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] Set router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 gateway port host: dv-cinder-740146-7-iscsi {{(pid=80061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 07 02:09:49.382575 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.458842 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.588956 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_hamode_db [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd7a22be470>, [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:09:46Z', 'revision_number': 5, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}], 'dv-cinder-740146-7-iscsi', False) {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:49.593321 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea86a2-bfed-4cfc-99a3-51cff2886ce3 None None] The sync data for ids ['7ab5a177-e1a7-471c-81a1-09cc60ac17d5'] in dv-cinder-740146-7-iscsi is: [{'id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'name': 'tempest-TestVolumeBootPattern-790377186-router', 'tenant_id': '6f434342d9e242f689d107119d71156a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'external_fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T02:02:13Z', 'updated_at': '2021-02-07T02:09:46Z', 'revision_number': 5, 'project_id': '6f434342d9e242f689d107119d71156a', 'gw_port': {'id': '901fed22-c4cd-4acc-8625-c3c9e1391453', 'name': '', 'network_id': 'd62431df-21c8-4eda-8254-ddc0fb4eeb31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab5a177-e1a7-471c-81a1-09cc60ac17d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T02:02:14Z', 'updated_at': '2021-02-07T02:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74bc09d4-4fa6-460f-ac23-1c8b0af1ffe7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-iscsi'}] {{(pid=80061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 07 02:09:49.594630 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225923'] for router_gateway, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.744388 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854224161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24658'] for router, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.747174 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.966250 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-524366'] for router, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.966869 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab5a177-e1a7-471c-81a1-09cc60ac17d5 {{(pid=80059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 07 02:09:49.980399 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] Notify callbacks [] for router, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:49.981615 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-24a8a394-edb2-4aef-8cff-43943ed36c87 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7ab5a177-e1a7-471c-81a1-09cc60ac17d5 HTTP/1.1" status: 204  len: 168 time: 1.5497928
Feb 07 02:09:49.984412 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50842) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:50.055866 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Deleting subnet 71010287-a38e-400e-8c21-0fc6af10bb16 {{(pid=80059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 07 02:09:50.058075 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.102298 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device a9a3a297-d64f-42ba-8019-995344a649d3 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:50.128175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847468200'] for subnet, precommit_delete_associations {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.140884 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: a9a3a297-d64f-42ba-8019-995344a649d3 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:50.141284 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device a9a3a297-d64f-42ba-8019-995344a649d3 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:50.218109 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-258407'] for subnet, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.732782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854517409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847775416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6775318'] for subnet, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.759960 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:50.794572 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.833004 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.834714 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.920477 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71010287-a38e-400e-8c21-0fc6af10bb16,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:50.929769 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:50.988486 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for subnet, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:50.993979 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60ee3b-4865-40d8-bcde-45555cd040b6 None None] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 requested from dv-cinder-740146-7-iscsi {{(pid=80061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 07 02:09:50.995102 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-e14e9fe7-3a2d-4d2f-aaf5-ce0dc9cd0ef6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/71010287-a38e-400e-8c21-0fc6af10bb16 HTTP/1.1" status: 204  len: 168 time: 1.0095603
Feb 07 02:09:50.997955 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50846) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:51.127287 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853869928'] for network, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.206046 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Deleting port 914205cd-cf13-4b62-b03b-7387b8fe6da8 {{(pid=80059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:51.206467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.271704 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] DHCP port deletion for 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 request from dv-cinder-740146-7-iscsi {{(pid=80061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 07 02:09:51.276434 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Deleting port 914205cd-cf13-4b62-b03b-7387b8fe6da8 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:51.277002 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.466315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] For port 914205cd-cf13-4b62-b03b-7387b8fe6da8, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=914205cd-cf13-4b62-b03b-7387b8fe6da8,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:51.466708 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.522966 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.db [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] For port 914205cd-cf13-4b62-b03b-7387b8fe6da8, host dv-cinder-740146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-iscsi',level=0,port_id=914205cd-cf13-4b62-b03b-7387b8fe6da8,segment=NetworkSegment(6a89be28-fea5-4929-8670-132af3dd02f0),segment_id=6a89be28-fea5-4929-8670-132af3dd02f0)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 07 02:09:51.523224 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528416'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.614792 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Calling delete_port for 914205cd-cf13-4b62-b03b-7387b8fe6da8 owned by network:dhcp {{(pid=80059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:51.741576 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853909710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036842160019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363251595030405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785259175266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7000418'] for port, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:51.758938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-30b054f4-dfa2-41b6-a876-4a85dee826a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:51.857650 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Calling delete_port for 914205cd-cf13-4b62-b03b-7387b8fe6da8 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 07 02:09:51.867000 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Pushing event deleted for resources: {'Port': ['ID=914205cd-cf13-4b62-b03b-7387b8fe6da8,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:51.876010 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:51.927482 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] No DVR routers for this DVR port 914205cd-cf13-4b62-b03b-7387b8fe6da8 on host dv-cinder-740146-7-iscsi {{(pid=80059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 07 02:09:51.943005 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.db.api [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 07 02:09:51.943505 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_db.api [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 07 02:09:52.069043 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-258268', 'neutron.services.segments.db._delete_segments_for_network-8785259676838'] for network, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:52.143493 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 914205cd-cf13-4b62-b03b-7387b8fe6da8 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:52.181536 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 914205cd-cf13-4b62-b03b-7387b8fe6da8 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:52.181913 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 914205cd-cf13-4b62-b03b-7387b8fe6da8 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:52.182381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 901fed22-c4cd-4acc-8625-c3c9e1391453 no longer exists at agent ovs-agent-dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 07 02:09:52.196530 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f29400>,) {'filters': {'network_id': ['5c7fb17f-5e6a-4b36-8a12-89669da58fd0']}} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:52.210778 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f29400>, '6a89be28-fea5-4929-8670-132af3dd02f0') {'for_net_delete': True} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:52.211145 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.services.segments.db [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd7a2f29400>, '6a89be28-fea5-4929-8670-132af3dd02f0') {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 07 02:09:52.222700 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] No Port match for: 901fed22-c4cd-4acc-8625-c3c9e1391453 {{(pid=80061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 07 02:09:52.223129 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.rpc [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Device 901fed22-c4cd-4acc-8625-c3c9e1391453 not bound to the agent host dv-cinder-740146-7-iscsi {{(pid=80061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 07 02:09:52.224653 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785259678647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7307600'] for segment, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:52.311051 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854514638'] for segment, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:52.313433 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 07 02:09:52.445072 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Deleting port 914205cd-cf13-4b62-b03b-7387b8fe6da8 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 07 02:09:52.445557 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785259599526'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:52.525574 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.plugin [None req-90e482e0-0875-4423-b5d7-cc535e3b0217 None None] The port '914205cd-cf13-4b62-b03b-7387b8fe6da8' was deleted {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 07 02:09:52.756098 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:09:52.761573 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:09:52.772362 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-261178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847775297'] for segment, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:52.965748 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.plugins.ml2.managers [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Network 5c7fb17f-5e6a-4b36-8a12-89669da58fd0 has no segments {{(pid=80059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]: Traceback (most recent call last):
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     timer()
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     cb(*args, **kw)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     return func(*args, **kwargs)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     self._notify()
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     self.callback(batched_events)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     event.method(event)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     segment_id)['aggregates'][0]
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     return f(self, *a, **k)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self._get(url).json()
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     **kwargs)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     return self.request(url, 'GET', **kwargs)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     **endpoint_filter)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 07 02:09:52.990602 dv-cinder-740146-7-iscsi neutron-server[79946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 07 02:09:53.302758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854517548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854123210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549786'] for network, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:53.307527 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854123225'] for network, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:53.311647 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:53.335474 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7fb17f-5e6a-4b36-8a12-89669da58fd0,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:53.338322 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:53.340054 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-2d826fcb-90ce-4af1-ae38-554f51c7433e admin admin] 10.222.0.38 "DELETE /v2.0/networks/5c7fb17f-5e6a-4b36-8a12-89669da58fd0 HTTP/1.1" status: 204  len: 168 time: 2.3410010
Feb 07 02:09:53.756436 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50854) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:53.812194 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-18d95014-4fef-4e88-9792-2bde4dcffee2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d35a1cc1fb404743960226d890449143&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543013
Feb 07 02:09:53.814938 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50858) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:53.890586 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:53.921041 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:54.057248 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:54.062854 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-a39e2337-1889-47a1-b891-098cfef7d081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:54.079269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168bc4ae-0e17-4b6b-a15f-4922481eb6d2,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:54.082880 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:54.093091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:54.095939 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-577f3d5a-51b1-4fbc-aacc-dbfa31c0bc83 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/168bc4ae-0e17-4b6b-a15f-4922481eb6d2 HTTP/1.1" status: 204  len: 168 time: 0.2778411
Feb 07 02:09:54.709758 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50866) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:54.767659 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-c20096de-05b4-4577-9e01-326435fcb063 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f434342d9e242f689d107119d71156a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562446
Feb 07 02:09:54.771335 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [-] (80059) accepted ('10.222.0.38', 50870) {{(pid=80059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 07 02:09:54.843177 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:54.873756 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:55.064982 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521657'] for security_group, after_delete {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:55.071136 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-bf70e0f2-a00a-4d0f-b9c0-f2c84a34dcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 07 02:09:55.084766 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57947a23-5452-49da-bd83-cb40f6638078,revision_number=None']} {{(pid=80059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 07 02:09:55.088056 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG oslo_concurrency.lockutils [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 07 02:09:55.090850 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:09:55.092353 dv-cinder-740146-7-iscsi neutron-server[79946]: INFO neutron.wsgi [None req-b2e35b7a-3f0a-42c1-a541-0ffbb18182ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57947a23-5452-49da-bd83-cb40f6638078 HTTP/1.1" status: 204  len: 168 time: 0.3199310
Feb 07 02:10:16.239467 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b6df56ee-bb9c-4533-95d5-9b302b9dbcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:18.525411 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-016cb754-47a4-4951-8518-0a7d826c831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:19.302497 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:20.704534 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:20.742283 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:20.770755 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:29.756864 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:10:46.244642 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-84ecc4e5-ce4f-4e34-9e39-ef2d9945577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:48.513310 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-23166b30-a00b-43da-a57f-72bca663f876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:49.307736 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:50.715198 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:50.753201 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:10:50.781911 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:06.757175 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:11:16.246327 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2c2ded8f-8f28-4940-b959-d5f507960e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:18.520410 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-e4e15640-a1d1-409b-a490-7cee4fc361e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:19.302782 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:20.712138 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:20.748678 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:20.775558 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:30.201091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-221ace95-cb9b-418f-866f-189dabdac979 req-f30042d4-bf57-4168-8b39-bb261639780c tempest-AttachVolumeNegativeTest-1024616256 tempest-AttachVolumeNegativeTest-1024616256-project] (80059) timed out ('10.222.0.21', 64042) {{(pid=80059) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 07 02:11:43.756740 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:11:46.249340 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-5a744bf6-4d5f-47b4-9566-e902af7b4ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:48.514196 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-3ca9d36c-af38-4e7a-b48b-54db0f1600e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:49.314393 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:50.719549 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:50.748381 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:11:50.776243 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:16.251683 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fa532823-8ce0-42d9-bdb9-fc7b0d1a3fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:18.524812 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-63e33a62-6806-4aa4-9845-f3191d8fc9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:19.319686 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:20.706123 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:20.758153 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:12:20.796710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:20.825366 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:33.442266 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-22fd1a34-6685-415d-8e5e-b85721685cbe req-87b1377e-c827-473c-8c7d-b0d74da888f8 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] (80060) timed out ('10.222.0.21', 64026) {{(pid=80060) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 07 02:12:46.258857 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c4b98f2e-20bb-4cf6-90d8-1e506a361a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:48.507069 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7f05decb-7816-451c-8284-b31bc580957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:49.312835 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:50.696157 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:50.775833 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:50.804280 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:12:57.758545 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:13:16.264221 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-fd0ba0cf-3a2a-4749-b805-c7f71c28e310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:18.523705 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-6730bb54-ff12-432f-9ef6-70337a0a3da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:19.323726 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:20.700995 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:20.781045 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:20.807269 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:34.758851 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:13:46.269644 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-c66f653f-7934-4e73-8c10-2210c86d89a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:48.517481 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-a8923a55-cde0-46b8-8617-34957253b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:49.317431 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:50.705715 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:50.797130 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:13:50.843082 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:07.393597 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-c50ff407-68fe-497b-be99-d162e030e628 req-56e0cee5-d0b0-477f-a029-7588c2e39ce3 tempest-AttachVolumeShelveTestJSON-344745016 tempest-AttachVolumeShelveTestJSON-344745016-project] (80059) timed out ('10.222.0.38', 38942) {{(pid=80059) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 07 02:14:11.759083 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:14:16.248348 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-01d2b908-88d0-43be-b284-f9952382d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:18.516853 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8e1c-6679-4047-a7a7-d0fd7a6559ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:19.328315 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:20.710737 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:20.802403 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:20.823274 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:40.393037 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.wsgi [req-10b125dc-62fc-4777-9294-7477adae6049 req-fab71415-481a-4bb8-8cac-cfe1619fbc35 service neutron] (80059) timed out ('10.222.0.38', 44228) {{(pid=80059) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 07 02:14:46.251906 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-7d412dda-0c63-4c83-9741-7c9797bcebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:48.531108 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-210acf2a-d45e-489c-b501-23b03da45f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:48.759559 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 07 02:14:49.336710 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:50.722240 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:50.790484 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:14:50.836179 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:16.285414 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-20bb2a17-c556-4fe1-aa8d-f8e19fa2fb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:18.515131 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-1dec4159-3423-4289-ac80-ddf8676d80b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:19.332787 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-2cc34b84-bb77-4a4a-a54c-0beda24c7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:20.727060 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-17c7666c-4c87-406e-b142-62801e40a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:20.810675 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-72c1bf66-740d-41f5-bdb2-196623e0b55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:20.841091 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron_lib.callbacks.manager [None req-b7128ba9-d82d-471f-a060-5522597afcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785259676821', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5656'] for agent, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 07 02:15:25.759691 dv-cinder-740146-7-iscsi neutron-server[79946]: DEBUG neutron.db.agents_db [None req-0cc708ef-f046-4ba5-ae1d-fcc5d3ce28a8 None None] Agent healthcheck: found 6 active agents {{(pid=80062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}